-- Logs begin at Fri 2022-04-08 16:35:01 UTC, end at Fri 2022-04-08 18:13:18 UTC. -- Apr 08 17:36:05.520358 dv-cinder-837165-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 08 17:36:08.517673 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.common.config [-] Logging enabled! Apr 08 17:36:08.518288 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 17:36:08.518392 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110053) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 17:36:08.521746 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.common.config [-] Logging enabled! Apr 08 17:36:08.521999 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev96 Apr 08 17:36:08.522312 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110053) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 08 17:36:08.523257 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:36:08.523488 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:36:08.523898 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:36:08.524204 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:36:08.524439 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:36:08.524881 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.525307 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 08 17:36:08.525624 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.525923 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.526215 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.526511 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.526803 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.527089 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.527377 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.527675 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.527965 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.528276 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.529123 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.529418 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.529700 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.529999 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.530279 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.530562 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] debug = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.530844 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.531283 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.531696 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.531974 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.532288 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.532652 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.532937 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.533120 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.533412 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.533747 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] host = dv-cinder-837165-1-iscsi {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.534007 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.534299 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.534584 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.534869 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.535144 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.535429 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.535746 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.535979 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.536274 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] log_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.536553 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.536839 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.537127 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.537423 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.537649 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.537873 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.538162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.538466 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.538725 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.539002 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.539278 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.539555 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.539830 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.540115 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.540419 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.540720 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.541017 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.541300 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.541571 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.541846 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.542119 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.542406 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.542758 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.542956 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.543231 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.543517 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.543788 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.544094 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.544424 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.544714 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.544991 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.545276 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.545553 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.545836 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.546110 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.546384 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.546659 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] use_json = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.546954 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.547257 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.547568 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.547844 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.548139 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.548441 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.548717 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.549005 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.549278 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:08.549580 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.549873 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.550172 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.550469 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.550760 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.551042 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.551330 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.551609 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.551899 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.552209 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.552503 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.552784 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.553084 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.553373 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.553708 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.553982 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.554343 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.554642 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.554918 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.555290 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.555500 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.556120 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.556403 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.556685 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.557062 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.557358 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.557641 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.557942 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.558267 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.558524 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.558813 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.559088 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.559372 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.559689 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.559970 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.560269 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.560551 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.560837 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.561118 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.561392 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.561691 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.561953 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.562227 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.562499 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.562776 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.563132 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.563344 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.563614 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.563892 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.564192 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.564466 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.564749 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.565029 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.565304 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.565579 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.565859 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.566133 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.566410 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.566686 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.566957 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.567235 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.567507 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.567779 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.568052 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.568350 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.568622 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.568894 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.569166 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.569442 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.569715 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.569986 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.570257 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.570529 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.570800 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.571088 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.571387 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.571668 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.571948 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.572264 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.572544 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.572823 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.573101 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.573380 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.573658 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.573935 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.574226 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.574521 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.574792 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.575093 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.575900 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.576225 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.576505 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.576783 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.577065 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.577341 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.577618 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.577902 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.578186 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.578478 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.578769 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.579060 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.579352 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.579810 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.580125 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.580509 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.580873 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:08.581013 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:36:08.581259 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110053) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 08 17:36:08.963921 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 17:36:08.964231 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 17:36:08.964550 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 08 17:36:08.964895 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 08 17:36:09.299198 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.299485 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.299764 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.301086 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.301364 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.301630 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.358723 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.359007 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.359318 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.374280 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.374782 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.375052 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.409416 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.409695 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.409968 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.446693 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.446988 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.447255 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.792840 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.793460 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.793460 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.793690 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.794523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.898142 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.898516 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.898833 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.899162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.899481 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.899799 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.900064 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.900381 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.900632 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.900918 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.901243 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.901455 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.901712 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.901970 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.902227 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.902493 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.902750 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.903021 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.903291 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.904068 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.904525 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.904786 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.905072 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.905457 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.905713 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.905967 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.906370 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:09.906615 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:09.906858 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:09.907099 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:09.907339 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:09.907577 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:09.907949 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 08 17:36:09.911221 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 08 17:36:09.915121 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 08 17:36:09.918796 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Apr 08 17:36:09.921119 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 08 17:36:09.921596 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 08 17:36:09.921930 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 08 17:36:09.922316 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 08 17:36:09.925287 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 08 17:36:09.925545 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 08 17:36:09.925893 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 17:36:09.930742 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 08 17:36:09.955164 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 08 17:36:09.955634 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.955938 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110053) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 08 17:36:09.956413 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.957774 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110053) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 08 17:36:09.958061 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 08 17:36:09.958306 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 08 17:36:09.961638 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:09.961924 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.024014 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 08 17:36:10.024326 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 08 17:36:10.024497 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 08 17:36:10.024880 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 08 17:36:10.046599 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_db.sqlalchemy.engines [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110053) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 08 17:36:10.492080 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing driver for type 'gre' Apr 08 17:36:10.492659 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] gre ID ranges: [(1, 1000)] Apr 08 17:36:10.550694 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing driver for type 'local' Apr 08 17:36:10.551059 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing driver for type 'vlan' Apr 08 17:36:10.572845 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] VlanTypeDriver initialization complete Apr 08 17:36:10.573209 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing driver for type 'vxlan' Apr 08 17:36:10.573719 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] vxlan ID ranges: [(1, 1000)] Apr 08 17:36:10.629044 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing extension driver 'port_security' Apr 08 17:36:10.629482 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.extensions.port_security [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] PortSecurityExtensionDriver initialization complete Apr 08 17:36:10.629842 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing mechanism driver 'openvswitch' Apr 08 17:36:10.630193 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing mechanism driver 'hyperv' Apr 08 17:36:10.636918 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.plugin [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:10.637800 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.638740 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.639106 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.639666 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:36:10.640121 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnet after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.640512 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnet after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.640870 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnet after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.641282 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:36:10.641704 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.642065 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.642420 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.642826 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:36:10.643248 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > security_group after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.643607 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > security_group after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.643958 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > security_group after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.644392 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:36:10.644809 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.645175 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.645523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.645931 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:36:10.646346 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > address_group after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.646702 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > address_group after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.647049 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > address_group after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.647454 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110053) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 08 17:36:10.647909 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] ML2 OVO RPC backend initialized. {{(pid=110053) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 08 17:36:10.648659 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router_interface after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.649023 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.649446 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.649806 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > networks before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.650171 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.650524 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > ports before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.650877 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnet before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.651228 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnets before_response 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.651583 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.651934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.652313 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.652657 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.653001 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.653353 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.653692 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnet after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.654037 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnet after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.654378 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > subnet after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.661674 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded quota_driver: . Apr 08 17:36:10.662054 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.plugin [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Modular L2 Plugin initialization complete Apr 08 17:36:10.662415 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading services supported by the core plugin {{(pid=110053) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 08 17:36:10.662769 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.plugins.ml2.managers [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Got port-security extension from driver 'port_security' Apr 08 17:36:10.663264 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.extensions.vlantransparent [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Disabled vlantransparent extension. Apr 08 17:36:10.663769 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110053) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 08 17:36:10.664131 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: router Apr 08 17:36:10.700122 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router_interface before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.701063 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router after_create 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.701445 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router before_create 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.701820 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.702196 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.702563 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router after_delete 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.702929 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > floatingip after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.703286 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > floatingip after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.703653 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router after_create 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.704029 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router after_update 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.704430 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router after_update 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.704786 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.705154 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router after_update 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.705575 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_update 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.705954 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: port after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.706303 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: port after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.706727 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: subnet after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.707080 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.707440 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > port precommit_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.707832 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_create 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.708208 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: port before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.708559 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.708923 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router after_update 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.709363 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_delete 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.709721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_create 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.710091 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router_interface after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.710623 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_update 55549900 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.710817 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > agent after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.711177 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > agent after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.711673 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > network after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.712627 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Tracking information for resource: router configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:10.712974 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Tracking information for resource: floatingip configured {{(pid=110053) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 08 17:36:10.718141 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.db.l3_agentschedulers_db [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 08 17:36:10.718729 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: port after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.719102 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: port after_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.719466 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: port after_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.719831 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: port after_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.720687 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router before_create 55550100 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.721065 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_delete 55550100 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.721438 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_create 55550100 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.721807 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > router precommit_update 55550100 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.726663 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.services.provider_configuration [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service providers = [] {{(pid=110053) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 08 17:36:10.727045 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.db.servicetype_db [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110053) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 08 17:36:10.730105 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.services.service_base [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:36:10.730466 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.services.service_base [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:36:10.730821 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.services.service_base [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:36:10.732273 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.services.service_base [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110053) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 08 17:36:10.732651 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.services.service_base [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 08 17:36:10.733053 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.733376 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 08 17:36:10.745656 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.745939 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: auto_allocate Apr 08 17:36:10.751726 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: network precommit_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.752139 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: network precommit_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.752670 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.753001 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: tag Apr 08 17:36:10.759835 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.760213 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: timestamp Apr 08 17:36:10.764600 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.764938 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: network_ip_availability Apr 08 17:36:10.770511 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.770894 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.771261 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:10.772004 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.772359 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: flavors Apr 08 17:36:10.777269 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.777616 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading Plugin: revisions Apr 08 17:36:10.782501 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110053) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 08 17:36:10.782902 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_concurrency.lockutils [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=110053) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 08 17:36:10.783658 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110053) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 08 17:36:10.784001 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Initializing extension manager. Apr 08 17:36:10.784571 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: __init__.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.784923 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: __pycache__ {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.785269 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: address_group.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.786039 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.786629 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: address-group Apr 08 17:36:10.786961 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: address_scope.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.787686 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.788244 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: address-scope Apr 08 17:36:10.788576 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: admin_state_down_before_update.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.789548 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.790067 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: router-admin-state-down-before-update Apr 08 17:36:10.790397 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: agent.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.791111 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.791624 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: agent Apr 08 17:36:10.791955 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: agent_resources_synced.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.792918 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.793455 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: agent-resources-synced Apr 08 17:36:10.793765 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: allowedaddresspairs.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.795608 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.796176 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: allowed-address-pairs Apr 08 17:36:10.796524 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: auto_allocated_topology.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.797686 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.798210 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: auto-allocated-topology Apr 08 17:36:10.798545 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: availability_zone.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.799255 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.799885 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: availability_zone Apr 08 17:36:10.800259 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: availability_zone_filter.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.801190 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.801711 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: availability_zone_filter Apr 08 17:36:10.802045 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: data_plane_status.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.802963 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.803480 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension data-plane-status not supported by any of loaded plugins Apr 08 17:36:10.803812 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: default_subnetpools.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.804780 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.805305 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: default-subnetpools Apr 08 17:36:10.805635 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: dhcpagentscheduler.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.806722 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.807241 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: dhcp_agent_scheduler Apr 08 17:36:10.807573 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: dns.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.808532 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.809046 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension dns-integration not supported by any of loaded plugins Apr 08 17:36:10.809376 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: dns_domain_ports.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.810333 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.810849 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 08 17:36:10.811180 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.812122 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.812655 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 08 17:36:10.812984 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: dvr.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.813665 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.814184 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: dvr Apr 08 17:36:10.814514 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: ecmp_routes.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.815442 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.815959 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension ecmp_routes not supported by any of loaded plugins Apr 08 17:36:10.816325 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: empty_string_filtering.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.817250 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.818096 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: empty-string-filtering Apr 08 17:36:10.818428 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.819357 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.819872 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 08 17:36:10.820239 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.821166 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.821677 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 08 17:36:10.822007 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: external_net.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.822925 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.823440 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: external-net Apr 08 17:36:10.823769 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: extra_dhcp_opt.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.824717 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.825828 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: extra_dhcp_opt Apr 08 17:36:10.826082 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: extraroute.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.827014 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.827534 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: extraroute Apr 08 17:36:10.827864 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: extraroute_atomic.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.828948 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.829471 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: extraroute-atomic Apr 08 17:36:10.829803 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: filter_validation.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.830480 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.830997 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: filter-validation Apr 08 17:36:10.831321 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: fip_pf_description.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.832484 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.833008 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 08 17:36:10.833346 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: fip_pf_port_range.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.834290 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.834800 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 08 17:36:10.835132 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: fip_port_details.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.836060 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.836611 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: fip-port-details Apr 08 17:36:10.836942 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: flavors.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.838185 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.838712 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: flavors Apr 08 17:36:10.839045 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.840764 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.841344 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 08 17:36:10.841684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: floatingip_pools.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.842401 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.842920 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: floatingip-pools Apr 08 17:36:10.843256 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: ip_allocation.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.844238 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.844756 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension ip_allocation not supported by any of loaded plugins Apr 08 17:36:10.845089 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.846028 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.846555 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: ip-substring-filtering Apr 08 17:36:10.846897 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l2_adjacency.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.847867 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.848418 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 08 17:36:10.848753 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.849768 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.850293 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: router Apr 08 17:36:10.850629 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3_conntrack_helper.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.852967 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.853509 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 08 17:36:10.853848 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.854802 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.855330 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: ext-gw-mode Apr 08 17:36:10.855672 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.857182 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.857707 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: l3-ha Apr 08 17:36:10.858038 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.858970 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.859491 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 08 17:36:10.859821 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3_flavors.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.860793 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.861321 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: l3-flavors Apr 08 17:36:10.861656 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3_ndp_proxy.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.863047 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.863583 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 08 17:36:10.863916 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.864877 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.865407 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 08 17:36:10.865742 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: l3agentscheduler.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.866806 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.867330 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: l3_agent_scheduler Apr 08 17:36:10.867668 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: local_ip.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.869611 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.870152 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension local_ip not supported by any of loaded plugins Apr 08 17:36:10.870495 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: logging.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.871982 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.873092 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension logging not supported by any of loaded plugins Apr 08 17:36:10.873431 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: metering.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.874195 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.874791 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: metering Apr 08 17:36:10.875127 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.876292 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.876827 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: metering_source_and_destination_fields Apr 08 17:36:10.877159 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: multiprovidernet.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.878168 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.878633 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: multi-provider Apr 08 17:36:10.878967 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: netmtu.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.879902 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.880458 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: net-mtu Apr 08 17:36:10.880791 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: netmtu_writable.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.881731 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.882248 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: net-mtu-writable Apr 08 17:36:10.882576 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: network_availability_zone.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.883264 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.883776 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: network_availability_zone Apr 08 17:36:10.884120 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: network_ip_availability.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.885331 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.885858 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: network-ip-availability Apr 08 17:36:10.886193 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: network_segment_range.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.886984 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.887500 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension network-segment-range not supported by any of loaded plugins Apr 08 17:36:10.887915 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: pagination.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.888963 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.889302 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: pagination Apr 08 17:36:10.889632 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: port_device_profile.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.890602 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.891157 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: port-device-profile Apr 08 17:36:10.891495 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.892481 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.893003 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: port-mac-address-regenerate Apr 08 17:36:10.893336 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.894270 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.894793 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: port-numa-affinity-policy Apr 08 17:36:10.895125 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: port_resource_request.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.896064 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.896608 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension port-resource-request not supported by any of loaded plugins Apr 08 17:36:10.896946 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: port_resource_request_groups.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.897946 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.898463 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 08 17:36:10.898794 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: portbindings.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.899738 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.900295 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: binding Apr 08 17:36:10.900746 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: portbindings_extended.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.902062 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.902586 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: binding-extended Apr 08 17:36:10.902920 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: portsecurity.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.903889 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.904443 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: port-security Apr 08 17:36:10.904779 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: project_id.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.905799 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.906131 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: project-id Apr 08 17:36:10.906463 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: providernet.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.907402 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.907939 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: provider Apr 08 17:36:10.908317 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.911918 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.912490 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos not supported by any of loaded plugins Apr 08 17:36:10.912834 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.914090 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.914620 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 08 17:36:10.914959 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.916033 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.916585 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 08 17:36:10.916930 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_default.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.917880 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.918405 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-default not supported by any of loaded plugins Apr 08 17:36:10.918737 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_fip.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.920225 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.920751 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-fip not supported by any of loaded plugins Apr 08 17:36:10.921085 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_fip_network_policy.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.922019 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.922535 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 08 17:36:10.922868 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_gateway_ip.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.923804 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.924359 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 08 17:36:10.924694 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_port_network_policy.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.925626 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.926145 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 08 17:36:10.926478 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.927541 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.928068 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 08 17:36:10.928426 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.929484 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.930008 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 08 17:36:10.930338 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_pps_rule.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.931784 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.932348 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-pps not supported by any of loaded plugins Apr 08 17:36:10.932685 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_rule_type_details.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.933625 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.934148 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 08 17:36:10.934483 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_rule_type_filter.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.936004 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.936565 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 08 17:36:10.938617 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: qos_rules_alias.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.938617 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.938617 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 08 17:36:10.938901 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: quota_check_limit.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.939871 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.940314 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: quota-check-limit Apr 08 17:36:10.940645 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: quotasv2.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.941683 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.942022 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: quotas Apr 08 17:36:10.942344 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: quotasv2_detail.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.944152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.944501 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: quota_details Apr 08 17:36:10.944844 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: rbac.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.945934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.946478 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: rbac-policies Apr 08 17:36:10.946819 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: rbac_address_group.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.947789 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.948347 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: rbac-address-group Apr 08 17:36:10.948684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: rbac_address_scope.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.949623 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.950149 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: rbac-address-scope Apr 08 17:36:10.951033 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: rbac_security_groups.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.952052 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.952602 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: rbac-security-groups Apr 08 17:36:10.952936 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: rbac_subnetpool.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.953880 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.954402 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: rbac-subnetpool Apr 08 17:36:10.954735 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: revisionifmatch.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.955680 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.956235 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: revision-if-match Apr 08 17:36:10.956570 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: revisions.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.957709 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.958230 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: standard-attr-revisions Apr 08 17:36:10.958564 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: router_availability_zone.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.959250 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.959775 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: router_availability_zone Apr 08 17:36:10.960117 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: routerservicetype.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.961065 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.961588 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension router-service-type not supported by any of loaded plugins Apr 08 17:36:10.961920 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.962862 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.963386 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: security-groups-normalized-cidr Apr 08 17:36:10.963717 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: security_groups_port_filtering.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.964690 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.965212 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: port-security-groups-filtering Apr 08 17:36:10.965543 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.967083 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.967601 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: security-groups-remote-address-group Apr 08 17:36:10.967930 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.968906 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.969433 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: security-groups-shared-filtering Apr 08 17:36:10.969766 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.970370 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 08 17:36:10.970700 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: securitygroup.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.980704 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.981275 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: security-group Apr 08 17:36:10.981657 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: segment.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.982456 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.982979 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension segment not supported by any of loaded plugins Apr 08 17:36:10.983318 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.984385 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.984910 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 08 17:36:10.985251 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: servicetype.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.986380 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.986920 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: service-type Apr 08 17:36:10.987262 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: sorting.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.988306 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.988657 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: sorting Apr 08 17:36:10.988988 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: standard_attr_segment.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.989942 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.990484 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 08 17:36:10.990820 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: standardattrdescription.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.991508 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.992032 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: standard-attr-description Apr 08 17:36:10.992399 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: stateful_security_group.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.993378 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.993911 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: stateful-security-group Apr 08 17:36:10.994242 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: stdattrs_common.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.994824 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 08 17:36:10.995152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.996200 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.996683 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 08 17:36:10.997022 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: subnet_onboard.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.998171 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:10.998713 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: subnet_onboard Apr 08 17:36:10.999039 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:10.999984 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.000536 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 08 17:36:11.000867 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: subnet_service_types.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.001928 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.002458 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: subnet-service-types Apr 08 17:36:11.002786 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: subnetallocation.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.003890 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.004446 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: subnet_allocation Apr 08 17:36:11.004778 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.005478 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.005999 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: subnetpool-prefix-ops Apr 08 17:36:11.006329 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.007285 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.007807 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 08 17:36:11.008156 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: tagging.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.009291 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.009816 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: standard-attr-tag Apr 08 17:36:11.010154 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: timestamp.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.011383 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.011913 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loaded extension: standard-attr-timestamp Apr 08 17:36:11.012287 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: trunk.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.015004 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.015004 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension trunk not supported by any of loaded plugins Apr 08 17:36:11.015240 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: trunk_details.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.016230 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.016760 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension trunk-details not supported by any of loaded plugins Apr 08 17:36:11.017096 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: uplink_status_propagation.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.018046 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.018569 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 08 17:36:11.018904 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Loading extension file: vlantransparent.py {{(pid=110053) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 08 17:36:11.019601 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110053) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 08 17:36:11.020139 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 08 17:36:11.022739 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:network Apr 08 17:36:11.023273 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:subnet Apr 08 17:36:11.023683 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:36:11.024081 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:port Apr 08 17:36:11.025398 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.025847 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service FLAVORS assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.026478 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.026921 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.027262 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:router Apr 08 17:36:11.027704 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:floatingip Apr 08 17:36:11.028260 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service METERING assigned prefix: /metering {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.030287 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:11.030671 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:11.031032 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:36:11.032069 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 17:36:11.032541 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:security_group Apr 08 17:36:11.033001 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 17:36:11.033616 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service CORE assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.033957 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:36:11.034319 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] subnetpool is already registered Apr 08 17:36:11.034761 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service CORE assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.035095 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:36:11.035439 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] subnetpool is already registered Apr 08 17:36:11.037799 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.038269 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service FLAVORS assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.039026 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.039468 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.039811 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:router Apr 08 17:36:11.040185 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] router is already registered Apr 08 17:36:11.040622 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:floatingip Apr 08 17:36:11.040967 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] floatingip is already registered Apr 08 17:36:11.041439 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service METERING assigned prefix: /metering {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.042163 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of CountableResource for resource:rbac_policy Apr 08 17:36:11.042500 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] rbac_policy is already registered Apr 08 17:36:11.042998 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:security_group Apr 08 17:36:11.043284 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] security_group is already registered Apr 08 17:36:11.043701 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 08 17:36:11.044094 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] security_group_rule is already registered Apr 08 17:36:11.044622 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service CORE assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.044956 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:36:11.045296 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] subnetpool is already registered Apr 08 17:36:11.045738 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.v2.resource_helper [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Service CORE assigned prefix: {{(pid=110053) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 08 17:36:11.046073 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Creating instance of TrackedResource for resource:subnetpool Apr 08 17:36:11.046414 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING neutron.quota.resource_registry [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] subnetpool is already registered Apr 08 17:36:11.046896 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: extensions {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.049681 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: address-groups {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.051143 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: address-scopes {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.052382 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: agents {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.053678 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: auto-allocated-topology {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.054900 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: availability_zones {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.056405 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: dhcp-networks {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.057793 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: dhcp-agents {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.059314 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: routers {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.061937 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: flavors {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.063197 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: service_profiles {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.064397 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: next_providers {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.065828 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: service_profiles {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.067230 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: floatingip-pools {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.068576 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: routers {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.070682 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: floatingips {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.071851 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: l3-routers {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.073366 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: l3-agents {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.074716 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: metering-labels {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.076069 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: metering-label-rules {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.077528 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: network-ip-availabilities {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.078783 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: bindings {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.080339 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: quotas {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.081973 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: quotas {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.083494 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: rbac-policies {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.084721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: security-groups {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.086012 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: security-group-rules {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.087240 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: service-providers {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.088448 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: subnetpools {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.089750 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: subnetpools {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.091864 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.093549 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.095355 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.097146 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.098818 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.100783 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.102450 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.104347 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.107252 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.109024 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron.api.extensions [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Extended resource: tags {{(pid=110053) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 08 17:36:11.115002 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING keystonemiddleware.auth_token [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 08 17:36:11.119596 dv-cinder-837165-1-iscsi neutron-server[110053]: WARNING keystonemiddleware.auth_token [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 08 17:36:11.129016 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_concurrency.lockutils [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Acquired lock "singleton_lock" {{(pid=110053) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 08 17:36:11.129506 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_concurrency.lockutils [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Releasing lock "singleton_lock" {{(pid=110053) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 08 17:36:11.130210 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO oslo_service.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Starting 2 workers Apr 08 17:36:11.135152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Started child 110162 {{(pid=110053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:36:11.140491 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Started child 110163 {{(pid=110053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:36:11.141481 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:11.142236 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO neutron.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 08 17:36:11.142734 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Publish callbacks [] for process (None), before_spawn {{(pid=110053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:11.143064 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [-] (110162) wsgi starting up on http://0.0.0.0:9696 Apr 08 17:36:11.145227 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO oslo_service.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Starting 1 workers Apr 08 17:36:11.145513 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:11.147010 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [-] (110163) wsgi starting up on http://0.0.0.0:9696 Apr 08 17:36:11.150618 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Started child 110164 {{(pid=110053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:36:11.151201 dv-cinder-837165-1-iscsi neutron-server[110053]: INFO oslo_service.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Starting 1 workers Apr 08 17:36:11.154711 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] calling RpcWorker wait() {{(pid=110164) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 08 17:36:11.155237 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] returning from RpcWorker wait() {{(pid=110164) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 08 17:36:11.156370 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Started child 110165 {{(pid=110053) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 08 17:36:11.156558 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:11.156981 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:11.157210 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG neutron_lib.callbacks.manager [None req-e8ee51f2-ce18-4d4b-aee5-f67d7e64a16c None None] Publish callbacks [] for process (None), after_spawn {{(pid=110053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:11.159199 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110053) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 17:36:11.159421 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:36:11.159619 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:36:11.159856 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:36:11.160240 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:36:11.160416 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:36:11.160959 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.161246 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.161520 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.161614 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:11.162104 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.162104 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.162664 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.162941 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.163188 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.163571 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.163721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.164084 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.164283 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.164550 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.164809 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.165140 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.165406 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.165741 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.165990 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.166209 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.166454 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.166687 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.166902 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.167145 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] debug = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.167371 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.167840 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.168134 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.168359 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.168605 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.168891 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.169168 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.169445 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.169810 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.170031 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.170272 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.170532 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.170773 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.171055 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.171257 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.171479 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.171744 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.171988 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.172513 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] host = dv-cinder-837165-1-iscsi {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.172876 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.173033 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.173186 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.173445 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.173697 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.173948 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.174220 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.174495 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.174744 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.174999 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.175255 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.175508 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.175737 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.175988 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.176174 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_options = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.176414 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.176684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.176949 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.177144 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.177318 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.177526 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.177730 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.177999 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.178284 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.178537 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.178782 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.179007 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.179249 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.179497 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.179759 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.179981 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.181366 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.181922 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.182653 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.182653 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.183692 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.183692 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.183692 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.183692 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.184185 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.184298 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:11.184484 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.184484 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.185289 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.185428 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.185606 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.185877 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.186246 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.187162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.187537 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.188220 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.188574 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.188990 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.189175 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.190077 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.190324 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.190602 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.190888 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.193002 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.193272 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.193543 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.193829 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.194131 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_json = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.194336 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.194599 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.194889 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.195127 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.195382 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.195615 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.195849 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.196119 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.196370 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.196916 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.197205 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.197522 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.197871 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.198215 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.198465 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.198730 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.198992 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.199239 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.199695 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.203557 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.203959 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.204175 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.204510 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.204824 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.205517 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 40980) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:11.206452 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.206738 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.207053 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.207325 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.207654 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.207932 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.208161 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.208449 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.208729 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.209863 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.210161 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.210406 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.210728 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.211061 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.212396 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.213894 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.214188 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.214476 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.215870 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.215870 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.216043 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072961 Apr 08 17:36:11.216215 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.216215 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.216215 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.216215 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.216490 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.216568 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.216795 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.217021 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.217488 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.217928 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.218425 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.218842 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.219979 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.219979 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.219979 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.219979 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.220465 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.220535 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.220755 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.221143 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.221842 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.222386 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.222809 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.223137 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.224223 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.224662 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.225134 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.225606 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.225902 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.226181 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.226492 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.226845 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.227276 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.227760 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.228249 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.228827 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.228940 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.229121 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.229523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.229754 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.229940 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.230367 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.231160 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.231160 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.231160 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.231389 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.231481 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.231687 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.231957 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.232267 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.232495 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.232732 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.232966 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.233234 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.233444 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.233714 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.233983 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.234454 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.234900 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.235267 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.236514 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.236993 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.237463 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.237950 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.238568 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.238939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.239236 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.239629 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.240157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.240708 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.241133 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.241396 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.241652 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.241888 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.242120 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.242483 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.242859 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.243338 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.243788 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.244241 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.244770 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.246181 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.246576 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.248034 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.248034 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.248034 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.248344 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.248670 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.248978 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.249395 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.249663 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.252510 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.252510 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.252510 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.252510 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.252830 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.252830 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.253059 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.253502 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.253734 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.254001 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.255523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.255523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.255523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.255523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.255523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.255523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.255969 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.256048 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.256410 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.256580 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.257022 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.257297 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.257821 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.257821 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.258037 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.258428 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.258841 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.259235 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.259466 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.259684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.260048 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.260463 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.260689 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.260958 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.261180 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.261403 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.261662 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.261875 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.263007 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.263249 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.263529 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.263786 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.264006 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.264306 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.264536 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.264771 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.265796 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.266036 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.267140 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.267140 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.267140 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.268135 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.268448 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.268700 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.268917 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.269817 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.269817 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.269817 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.270078 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.270149 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.270323 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.270546 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.270789 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.271032 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.271265 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.271490 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.271750 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.271999 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.272445 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.272692 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.272931 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.273684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.273684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.273684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.273865 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.275015 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.275262 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.277117 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.277117 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.277117 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.277379 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.277591 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.277856 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.278118 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.279109 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.279563 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.280046 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.280171 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.280402 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.280656 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.280936 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.281122 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.281356 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.281578 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.281806 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.282035 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.282264 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.282600 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.282867 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.283109 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.283368 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.283613 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.283863 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.284170 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.285414 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.285414 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.285414 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.285981 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.286586 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.286855 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.287086 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.287312 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.287585 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.288696 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.288948 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.291352 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.291352 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.291523 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.291731 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.291981 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.292243 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.292513 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.292747 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.293003 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.293248 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.293478 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.293702 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.293996 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.294284 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.294507 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.294741 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.294967 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.295188 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.295519 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.295779 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.296026 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.299207 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.299511 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.299794 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.300064 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.300458 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.300710 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.300992 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.301270 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.301480 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.301717 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.301995 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.302344 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.302648 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.303146 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.304324 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.304501 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.304815 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.305266 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.305591 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.305683 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:11.306174 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.306534 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.306859 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.307134 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.307397 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.307667 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.307923 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.309144 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.309144 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.309144 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.309144 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.310201 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.310982 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.312082 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.312356 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.312628 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.312871 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.313778 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.314010 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.316391 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.316674 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.316859 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:36:11.317420 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110053) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 08 17:36:11.317605 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 08 17:36:11.317760 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 08 17:36:11.317948 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 08 17:36:11.318134 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 08 17:36:11.318303 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 08 17:36:11.318519 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.318753 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.318911 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.319050 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.319194 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.319324 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.319503 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.319666 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.319852 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.319990 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.320634 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.320878 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.321496 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.322573 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.322751 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.323005 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.323144 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.323271 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.323400 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.323939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.324138 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.324346 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.324489 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] debug = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.325964 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.326199 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.332162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.333157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] host = dv-cinder-837165-1-iscsi {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334058 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.334939 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.335573 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.337404 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_options = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.337694 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.338671 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.338958 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.339269 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.339555 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.339837 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.340184 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.340426 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.340706 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.341477 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.341762 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.342042 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.342366 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.343000 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.344721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.344721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.344721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.344721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.344721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.345570 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.345570 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.345570 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.345972 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.345972 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.346242 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.347358 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.347358 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.347358 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.347358 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.348020 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.348020 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.348020 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.348438 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.348584 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.348779 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.349049 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.349314 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.349584 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.349846 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.350108 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.350358 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.351537 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.351537 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.351537 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.351537 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.352485 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.352485 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_json = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.352485 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.353159 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.353159 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.353582 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.353807 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.354032 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.354254 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.354479 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.354721 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 08 17:36:11.355016 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.355445 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.356295 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.356514 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.357237 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.357427 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.357634 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.357766 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.357940 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.358123 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.358285 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.358457 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.358636 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.358831 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.358971 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.359141 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.359317 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.359481 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.359625 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.359796 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.359951 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.360130 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.360331 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.360544 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.360737 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.360929 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.360929 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.362825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.362825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.362825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.362825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.362825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.362825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.363934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.363934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.363934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.363934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.363934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.363934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.363934 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.364878 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.364878 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.364878 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.364878 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.364878 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.364878 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.365623 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.365623 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.365623 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.365623 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.365623 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366554 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366554 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366767 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366875 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.366982 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.367101 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.367255 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.367411 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.367574 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.367739 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.367904 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.368070 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.368908 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.368908 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.368908 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.368908 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.369214 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.369214 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.369338 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.369413 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.369581 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.369729 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.369879 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.370113 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.370272 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.370408 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.370540 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.370676 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.370834 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.371005 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.371165 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.371338 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.371502 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.371658 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.371825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.371993 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.372310 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.372496 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.372662 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.372826 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.372994 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.373168 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.373328 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.373527 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.373665 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.373793 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.373983 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.374115 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.374245 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.374458 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.374614 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.374749 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.374865 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.375101 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.375266 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.375387 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.375506 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.375664 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.375828 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.375993 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.376972 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.377171 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.377340 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.377495 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.377654 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.377820 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.378017 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.378017 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.378387 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.378387 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.378763 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.378763 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.379305 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.379305 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.379305 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.379305 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380029 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380029 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380029 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380029 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380029 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380715 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380715 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380715 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.380715 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381157 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381507 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381507 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381740 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381740 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.381950 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.382061 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.382221 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.382389 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.382555 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.382720 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.382888 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.383057 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.383224 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.383391 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.384176 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.385156 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.385329 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.385500 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.385680 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.385843 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.385978 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.386602 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.386776 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.386948 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.387138 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.387270 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.387471 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.387604 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.387783 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.387978 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.388162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.388284 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.388488 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.388620 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.388801 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.388955 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.389079 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.389238 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.389403 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.389569 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.389741 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.389905 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.390072 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.390238 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.390403 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.390569 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.390735 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.390900 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.391100 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.391222 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.391367 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.391552 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.391717 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.391921 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.392047 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.392291 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.392428 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.392550 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.392673 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.392826 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.392996 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.393162 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.393327 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.393491 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.393659 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.393792 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.393986 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.394152 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.394317 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.394483 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.394647 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.394836 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.395022 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.395146 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.395266 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.395446 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.395577 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.395709 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.395876 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.396045 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.396253 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.396376 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.396542 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.396709 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.396875 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.397038 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.397213 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.397402 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.397539 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.397684 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.397817 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.397983 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.398159 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.398325 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.398490 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.398677 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.398801 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.398948 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.399121 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.399285 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.399449 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.399639 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.399825 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.399990 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.400175 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.400313 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.400448 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.400570 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.400706 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.400869 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.401049 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.401198 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.401333 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.401503 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.401666 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.401817 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.402000 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.402145 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.402304 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.402484 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.402610 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.402778 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.402945 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.403123 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.403276 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.403984 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.404174 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.404348 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.404484 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.404614 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.404771 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.404947 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.405120 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.405275 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.405449 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.405621 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.405794 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.405958 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.406129 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.406325 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.406456 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.406615 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.406801 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.406922 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.407079 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.407245 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.407410 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.407578 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.407756 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.407889 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.408045 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.408493 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.408642 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.408810 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.409002 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.409165 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.409324 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.409492 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.409656 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 08 17:36:11.409776 dv-cinder-837165-1-iscsi neutron-server[110053]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110053) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 08 17:36:23.266459 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e3f20-8a1f-4674-ba1c-ebe104a94549 None None] get_active_networks_info from dv-cinder-837165-1-iscsi {{(pid=110164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 08 17:36:23.357126 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94e3f20-8a1f-4674-ba1c-ebe104a94549 None None] No non-hosted networks {{(pid=110164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 08 17:36:23.375197 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.agentschedulers_db [None req-f94e3f20-8a1f-4674-ba1c-ebe104a94549 None None] DHCP Agent not found on host dv-cinder-837165-1-iscsi {{(pid=110164) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 08 17:36:23.512047 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-aa85bd5e-6e5a-4151-95b2-2129cf7abd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784201'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:25.550467 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-643de875-b6e6-4bcb-95c8-14473de24f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784201'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:25.606116 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-25fc2d03-1664-4f70-9e48-fd6f1d9a724c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:26.691516 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41054) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:26.788600 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784201'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:27.293353 dv-cinder-837165-1-iscsi neutron-server[110162]: WARNING oslo_policy.policy [None req-8dbd7a26-48d0-44bc-a37a-435fa6bb58aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:36:27.294686 dv-cinder-837165-1-iscsi neutron-server[110162]: WARNING oslo_policy.policy [None req-8dbd7a26-48d0-44bc-a37a-435fa6bb58aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:36:27.524473 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [None req-8dbd7a26-48d0-44bc-a37a-435fa6bb58aa admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:36:27.540787 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8dbd7a26-48d0-44bc-a37a-435fa6bb58aa admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8470509 Apr 08 17:36:28.619756 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784201'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:29.879890 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784201'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:29.883174 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.884266 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.885577 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.886980 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.888121 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.888966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.890027 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.891911 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.892733 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.893796 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.900041 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.900642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.901033 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.905082 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.905638 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:29.906995 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837165-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:29.926817 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837165-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:30.348152 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.db.l3_hamode_db [None req-49c03798-e3e6-4309-810b-0a6c46d7b969 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 08 17:36:30.360974 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41088) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:30.449233 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c03798-e3e6-4309-810b-0a6c46d7b969 None None] Routers set() bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:36:30.449622 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c03798-e3e6-4309-810b-0a6c46d7b969 None None] Router IDs set() for agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 08 17:36:30.988007 dv-cinder-837165-1-iscsi neutron-server[110163]: WARNING oslo_policy.policy [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:36:30.988608 dv-cinder-837165-1-iscsi neutron-server[110163]: WARNING oslo_policy.policy [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:36:31.218986 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:36:31.311550 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.policy [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 17:36:31.355430 dv-cinder-837165-1-iscsi neutron-server[110163]: WARNING oslo_policy.policy [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:36:31.355818 dv-cinder-837165-1-iscsi neutron-server[110163]: WARNING oslo_policy.policy [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:36:31.470188 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733966913956', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733966917520', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733966802916', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733966807882', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733966814440', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733966821849', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8044221', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8030880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601156'] for rbac-policy (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:31.588737 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:31.590515 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ec4c566b-1f77-4a37-a555-99b4e413b631 admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2271898 Apr 08 17:36:34.224859 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41106) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:34.586796 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:36:34.629642 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Made reservation on behalf of f7879786712140649396f191fb7d1ddf for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:36:34.635577 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:34.661075 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:34.802031 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks [] for security_group (5c5d9527-5b82-4ba9-9006-56ac214c3f0a), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:34.807809 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (5c5d9527-5b82-4ba9-9006-56ac214c3f0a), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:34.836998 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:36:34.876463 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733962373268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (8106d85b-6351-4d80-8368-6fcc0c3ac460), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:34.877169 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Unsubscribe: segment precommit_create {{(pid=110163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 17:36:34.877727 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Added segment 8106d85b-6351-4d80-8368-6fcc0c3ac460 of type vlan for network 42839930-f4ec-42de-a465-ab16df6ccb1f Apr 08 17:36:34.900908 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5d9527-5b82-4ba9-9006-56ac214c3f0a,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:34.960553 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.960944 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.961378 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.961897 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.962241 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.962670 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.963126 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.963527 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.963924 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.964342 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.964720 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.965134 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.965501 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.965970 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.966331 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Tracked resource versions report: Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: pushed versions: Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: { 'AddressGroup': {'1.2'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Agent': {'1.1'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'ConntrackHelper': {'1.0'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Log': {'1.0'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'NDPProxy': {'1.0'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Network': {'1.1'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Port': {'1.7'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'PortForwarding': {'1.3'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'QosPolicy': {'1.10'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroup': {'1.5'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SubPort': {'1.0'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Subnet': {'1.1'}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Trunk': {'1.1'}} Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: consumer versions: Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Agent': '1.1', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'ConntrackHelper': '1.0', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'LocalIPAssociation': '1.0', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Log': '1.0', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'NDPProxy': '1.0', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Network': '1.1', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Port': '1.7', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'PortForwarding': '1.3', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'QosPolicy': '1.10', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroup': '1.5', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroupRule': '1.2', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SubPort': '1.0', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Subnet': '1.1', Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Trunk': '1.1'}} Apr 08 17:36:34.968295 dv-cinder-837165-1-iscsi neutron-server[110163]: {{(pid=110163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:36:35.021480 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (42839930-f4ec-42de-a465-ab16df6ccb1f), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:35.073978 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (42839930-f4ec-42de-a465-ab16df6ccb1f), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:35.079585 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:36:35.080413 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:35.165134 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9390144 Apr 08 17:36:35.208735 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50946d24-b5f9-4542-b8df-b9f6cd5b79a8 demo demo] Pushing event updated for resources: {'Network': ['ID=42839930-f4ec-42de-a465-ab16df6ccb1f,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:35.228432 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 42839930-f4ec-42de-a465-ab16df6ccb1f details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:36:37.829297 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41118) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:38.252488 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa9b11-1f62-434c-9931-984abc77d00e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:36:38.253771 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-f1fa9b11-1f62-434c-9931-984abc77d00e demo admin] 10.222.0.78 "GET /v2.0/networks/42839930-f4ec-42de-a465-ab16df6ccb1f HTTP/1.1" status: 200 len: 825 time: 0.4234786 Apr 08 17:36:38.279246 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1774e5e1-296e-4a99-b86f-3a87f2f91e4d demo admin] 10.222.0.78 "GET /v2.0/subnetpools/7064b58e-e18a-4090-b8ba-0dd4d02d3a90 HTTP/1.1" status: 200 len: 734 time: 0.0195367 Apr 08 17:36:38.287924 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '7064b58e-e18a-4090-b8ba-0dd4d02d3a90'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:36:38.312819 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Made reservation on behalf of f7879786712140649396f191fb7d1ddf for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:36:38.315181 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:38.618139 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (83ed042a-a2d4-4c3e-aaf3-269958f1ced4), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:38.691269 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Pushing event updated for resources: {'Subnet': ['ID=83ed042a-a2d4-4c3e-aaf3-269958f1ced4,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:38.697736 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Checking segment: {'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:36:38.698110 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Network hostable DHCP agents. Network: 42839930-f4ec-42de-a465-ab16df6ccb1f, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:36:38.720928 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Network 42839930-f4ec-42de-a465-ab16df6ccb1f is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:36:38.732581 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 42839930-f4ec-42de-a465-ab16df6ccb1f) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:36:38.737856 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:36:38.738504 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:38.744124 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd23dcd-33f9-408d-ab3d-9e096c96bfc4 None None] Network 42839930-f4ec-42de-a465-ab16df6ccb1f requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:36:38.756910 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-0c3e7c60-3ac0-4afc-9410-9d369c50e15d demo admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4722033 Apr 08 17:36:39.145424 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-42839930-f4ec-42de-a465-ab16df6ccb1f', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'project_id': 'f7879786712140649396f191fb7d1ddf', 'fixed_ips': [{'subnet_id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:36:39.147260 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:39.455525 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Allocated IP 172.20.0.2 (42839930-f4ec-42de-a465-ab16df6ccb1f/83ed042a-a2d4-4c3e-aaf3-269958f1ced4/48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:36:39.752419 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Publish callbacks [] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:39.761811 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:39.839419 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Network 42839930-f4ec-42de-a465-ab16df6ccb1f is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:36:39.845031 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:36:39.858906 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:36:39.862391 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Pushing event updated for resources: {'Port': ['ID=48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:39.895287 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.895647 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.895993 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.896385 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.896729 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.897060 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.897390 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.897716 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.898044 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.898382 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.898703 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.899043 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.899371 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.899692 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.900013 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Tracked resource versions report: Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: pushed versions: Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: { 'AddressGroup': {'1.2'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Agent': {'1.1'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'ConntrackHelper': {'1.0'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Log': {'1.0'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'NDPProxy': {'1.0'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Network': {'1.1'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Port': {'1.7'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'PortForwarding': {'1.3'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'QosPolicy': {'1.10'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroup': {'1.5'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SubPort': {'1.0'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Subnet': {'1.1'}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Trunk': {'1.1'}} Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: consumer versions: Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Agent': '1.1', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'ConntrackHelper': '1.0', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'LocalIPAssociation': '1.0', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Log': '1.0', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'NDPProxy': '1.0', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Network': '1.1', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Port': '1.7', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'PortForwarding': '1.3', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'QosPolicy': '1.10', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroup': '1.5', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroupRule': '1.2', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SubPort': '1.0', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Subnet': '1.1', Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Trunk': '1.1'}} Apr 08 17:36:39.901516 dv-cinder-837165-1-iscsi neutron-server[110164]: {{(pid=110164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:36:39.956434 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Attempting to bind port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:36:39.956857 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Attempting to bind port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:36:39.957309 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Attempting to bind port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a on network 42839930-f4ec-42de-a465-ab16df6ccb1f {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:36:39.962604 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:36:39.962998 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Checking segment: {'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:36:39.963488 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:39.963895 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Bound using segment: {'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:36:39.964458 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Bound port: 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:36:39.964863 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:40.034761 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] For port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:36:40.055359 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] For port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a,segment=NetworkSegment(8106d85b-6351-4d80-8368-6fcc0c3ac460),segment_id=8106d85b-6351-4d80-8368-6fcc0c3ac460)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:36:40.064638 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:40.126602 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c542f-c151-411a-9fa1-d97b8e3f46c8 None None] Pushing event updated for resources: {'Port': ['ID=48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:41.440193 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41126) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:41.791592 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [None req-de2b0c7e-15aa-4998-b0f7-78f62ba15762 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:36:41.808130 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-de2b0c7e-15aa-4998-b0f7-78f62ba15762 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3514023 Apr 08 17:36:44.406397 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41134) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:44.746390 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [None req-f29391ab-a0d5-494e-ae80-34e3d3839e05 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:36:44.748077 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-f29391ab-a0d5-494e-ae80-34e3d3839e05 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3405304 Apr 08 17:36:47.364446 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41142) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:47.724553 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-040e0744-39a0-4328-83eb-9c5ff4180a47 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:36:47.751102 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-040e0744-39a0-4328-83eb-9c5ff4180a47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (c7787c36-2e42-4886-8f32-8038e1c97f22), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:47.752940 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-040e0744-39a0-4328-83eb-9c5ff4180a47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (c7787c36-2e42-4886-8f32-8038e1c97f22), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:47.898920 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-040e0744-39a0-4328-83eb-9c5ff4180a47 demo demo] Publish callbacks [] for router_controller (c7787c36-2e42-4886-8f32-8038e1c97f22), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:47.904435 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-040e0744-39a0-4328-83eb-9c5ff4180a47 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (c7787c36-2e42-4886-8f32-8038e1c97f22), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:47.923215 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-040e0744-39a0-4328-83eb-9c5ff4180a47 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:47.924602 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-040e0744-39a0-4328-83eb-9c5ff4180a47 demo demo] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5589545 Apr 08 17:36:50.553803 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41154) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:50.820472 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:36:50.908021 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [None req-158135b6-d6fb-4f65-9812-a316f59599ac admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:36:50.911161 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-158135b6-d6fb-4f65-9812-a316f59599ac admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3543730 Apr 08 17:36:50.914211 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:36:50.914628 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:51.041144 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:36:51.041554 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:51.082013 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a,segment=NetworkSegment(8106d85b-6351-4d80-8368-6fcc0c3ac460),segment_id=8106d85b-6351-4d80-8368-6fcc0c3ac460)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:36:51.088353 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:51.144992 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:51.943624 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746ae65-969e-4ce6-bc32-2cea2ed6d8d7 None None] Network 42839930-f4ec-42de-a465-ab16df6ccb1f requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:36:52.005719 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-61efb6f9-03ab-48a8-97f0-3cd6c0f5690a None None] Provisioning complete for port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:36:52.006104 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-61efb6f9-03ab-48a8-97f0-3cd6c0f5690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:52.138677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-61efb6f9-03ab-48a8-97f0-3cd6c0f5690a None None] Current status of the port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:36:52.359874 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-748dec83-7612-49a5-ae0d-9d9a99831f7c None None] Provisioning complete for port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:36:52.359874 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-748dec83-7612-49a5-ae0d-9d9a99831f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:52.439913 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-748dec83-7612-49a5-ae0d-9d9a99831f7c None None] Current status of the port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:36:52.799372 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:36:52.846758 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:36:52.847158 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:52.929351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:36:53.213881 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9214c096-7d59-4c76-8c28-60f88c1798ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:53.563255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41162) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:53.897418 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:36:53.918125 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Made reservation on behalf of 004ce86146f24ada8b187fd07081810c for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:36:53.921473 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:53.931628 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:54.009775 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks [] for security_group (0fa2ecd2-5022-4f45-8204-a85c544410db), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:54.014982 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (0fa2ecd2-5022-4f45-8204-a85c544410db), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:54.033176 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Reserving flat network on physical network physnet1 {{(pid=110163) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 08 17:36:54.050354 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2ecd2-5022-4f45-8204-a85c544410db,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:54.055498 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (3134351a-234f-48d6-a0ec-6f888d66f7ce), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:54.055860 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Added segment 3134351a-234f-48d6-a0ec-6f888d66f7ce of type flat for network c9e9b8a4-11fd-434d-9422-2cce849b5115 Apr 08 17:36:54.114284 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (c9e9b8a4-11fd-434d-9422-2cce849b5115), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:54.147486 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (c9e9b8a4-11fd-434d-9422-2cce849b5115), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:54.148554 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:36:54.149134 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:54.210688 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6462903 Apr 08 17:36:54.248179 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fc2e8-5e12-42f5-b321-8e901afc21ad admin admin] Pushing event updated for resources: {'Network': ['ID=c9e9b8a4-11fd-434d-9422-2cce849b5115,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:54.259093 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:36:55.550344 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ddeb9276-f565-4727-8e0a-f12cc69fc47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:56.784618 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41170) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:36:56.786278 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:57.108024 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7cee3b-bbdc-4cdd-8070-9a9ef4176264 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:36:57.109445 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7d7cee3b-bbdc-4cdd-8070-9a9ef4176264 demo admin] 10.222.0.78 "GET /v2.0/subnets/83ed042a-a2d4-4c3e-aaf3-269958f1ced4 HTTP/1.1" status: 200 len: 849 time: 0.3238232 Apr 08 17:36:57.249257 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5ba0cbc4-e02a-4c69-ac2c-6d22ecb2d5af demo admin] 10.222.0.78 "GET /v2.0/routers/c7787c36-2e42-4886-8f32-8038e1c97f22 HTTP/1.1" status: 200 len: 704 time: 0.1326210 Apr 08 17:36:57.537550 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:57.902509 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Allocated IP 172.20.0.1 (42839930-f4ec-42de-a465-ab16df6ccb1f/83ed042a-a2d4-4c3e-aaf3-269958f1ced4/14a9bf58-14a3-409c-bd98-01fc71d6a0b0) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:36:58.061874 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks [] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.132409 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.212083 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Network 42839930-f4ec-42de-a465-ab16df6ccb1f is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:36:58.213715 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:36:58.221952 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:36:58.222305 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (c7787c36-2e42-4886-8f32-8038e1c97f22), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.247397 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Pushing event updated for resources: {'Port': ['ID=14a9bf58-14a3-409c-bd98-01fc71d6a0b0,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:58.444000 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.506110 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-8cbcc0ac-8afe-42fc-ace5-3cd3aa387a20 None None] Provisioning complete for port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:36:58.506696 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc0ac-8afe-42fc-ace5-3cd3aa387a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.542508 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.547194 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcc0ac-8afe-42fc-ace5-3cd3aa387a20 None None] Port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:36:58.663591 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks [] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.668556 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.669285 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (c7787c36-2e42-4886-8f32-8038e1c97f22), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.734271 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Pushing event updated for resources: {'Port': ['ID=14a9bf58-14a3-409c-bd98-01fc71d6a0b0,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:36:58.801516 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Network 42839930-f4ec-42de-a465-ab16df6ccb1f is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:36:58.802854 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:36:58.966662 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-c65393e1-09db-4799-b1e3-2d82c734ca47 None None] Provisioning complete for port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:36:58.967054 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c65393e1-09db-4799-b1e3-2d82c734ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:58.978488 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Router c7787c36-2e42-4886-8f32-8038e1c97f22 is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:36:59.009529 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-c65393e1-09db-4799-b1e3-2d82c734ca47 None None] Port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:36:59.077162 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:36:59.087898 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Sync routers for ids ['c7787c36-2e42-4886-8f32-8038e1c97f22'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:36:59.088734 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2d90ab51-293a-4ca9-8bb1-5d6a8601ed49 demo admin] 10.222.0.78 "PUT /v2.0/routers/c7787c36-2e42-4886-8f32-8038e1c97f22/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8305926 Apr 08 17:36:59.101129 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Routers {'c7787c36-2e42-4886-8f32-8038e1c97f22'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:36:59.102004 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:36:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['c7787c36-2e42-4886-8f32-8038e1c97f22'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:59.303172 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Set router c7787c36-2e42-4886-8f32-8038e1c97f22 gateway port host: None {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:36:59.737112 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'name': 'router1', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:36:47Z', 'updated_at': '2022-04-08T17:36:58Z', 'revision_number': 2, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'gw_port_host': None, '_interfaces': [{'id': '14a9bf58-14a3-409c-bd98-01fc71d6a0b0', 'name': '', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'mac_address': 'fa:16:3e:96:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:36:57Z', 'updated_at': '2022-04-08T17:36:58Z', 'revision_number': 2, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'subnets': [{'id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7064b58e-e18a-4090-b8ba-0dd4d02d3a90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:36:59.789937 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Checking router: c7787c36-2e42-4886-8f32-8038e1c97f22 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:36:59.790308 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Updating router c7787c36-2e42-4886-8f32-8038e1c97f22 port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:36:59.841100 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:36:59.846808 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:00.390804 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Publish callbacks [] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:00.397889 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:00.564404 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Pushing event updated for resources: {'Port': ['ID=14a9bf58-14a3-409c-bd98-01fc71d6a0b0,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:00.582287 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Attempting to bind port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:37:00.582684 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Attempting to bind port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:37:00.583121 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Attempting to bind port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 on network 42839930-f4ec-42de-a465-ab16df6ccb1f {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:37:00.586085 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.586432 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.586794 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.587147 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.587500 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.587817 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.588168 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.588499 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.588833 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.589157 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.589516 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.589858 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.590183 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.591144 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.591471 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Tracked resource versions report: Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: pushed versions: Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: { 'AddressGroup': {'1.2'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Agent': {'1.1'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'ConntrackHelper': {'1.0'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Log': {'1.0'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'NDPProxy': {'1.0'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Network': {'1.1'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Port': {'1.7'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'PortForwarding': {'1.3'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'QosPolicy': {'1.10'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroup': {'1.5'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SubPort': {'1.0'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Subnet': {'1.1'}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Trunk': {'1.1'}} Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: consumer versions: Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Agent': '1.1', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'ConntrackHelper': '1.0', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'LocalIPAssociation': '1.0', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Log': '1.0', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'NDPProxy': '1.0', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Network': '1.1', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Port': '1.7', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'PortForwarding': '1.3', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'QosPolicy': '1.10', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroup': '1.5', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroupRule': '1.2', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SubPort': '1.0', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Subnet': '1.1', Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Trunk': '1.1'}} Apr 08 17:37:00.592964 dv-cinder-837165-1-iscsi neutron-server[110165]: {{(pid=110165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:37:00.599563 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:37:00.599981 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Checking segment: {'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:37:00.600481 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:00.600868 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Bound using segment: {'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:37:00.601448 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Bound port: 14a9bf58-14a3-409c-bd98-01fc71d6a0b0, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8106d85b-6351-4d80-8368-6fcc0c3ac460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:37:00.601893 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:00.634427 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-844f4a03-3e70-4d57-a8bd-e7b03251d0f8 None None] Provisioning complete for port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:37:00.634945 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-844f4a03-3e70-4d57-a8bd-e7b03251d0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:00.672233 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-844f4a03-3e70-4d57-a8bd-e7b03251d0f8 None None] Port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:37:00.674503 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] For port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:37:00.695217 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] For port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=14a9bf58-14a3-409c-bd98-01fc71d6a0b0,segment=NetworkSegment(8106d85b-6351-4d80-8368-6fcc0c3ac460),segment_id=8106d85b-6351-4d80-8368-6fcc0c3ac460)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:37:00.701630 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:00.763268 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404900ce-9df4-4b80-b9a7-83954cbd9041 None None] Pushing event updated for resources: {'Port': ['ID=14a9bf58-14a3-409c-bd98-01fc71d6a0b0,revision_number=4']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:00.775030 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Routers {'c7787c36-2e42-4886-8f32-8038e1c97f22'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:37:00.775865 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:36:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['c7787c36-2e42-4886-8f32-8038e1c97f22'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:37:00.885605 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] Set router c7787c36-2e42-4886-8f32-8038e1c97f22 gateway port host: None {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:37:00.992979 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-e09f1d37-4a9e-4983-aaeb-3d11affd39d8 None None] Provisioning complete for port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:37:00.993585 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e09f1d37-4a9e-4983-aaeb-3d11affd39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:01.078602 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-e09f1d37-4a9e-4983-aaeb-3d11affd39d8 None None] Current status of the port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:37:01.079211 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e09f1d37-4a9e-4983-aaeb-3d11affd39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:01.115850 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-e09f1d37-4a9e-4983-aaeb-3d11affd39d8 None None] For port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=14a9bf58-14a3-409c-bd98-01fc71d6a0b0,segment=NetworkSegment(8106d85b-6351-4d80-8368-6fcc0c3ac460),segment_id=8106d85b-6351-4d80-8368-6fcc0c3ac460)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:37:01.118057 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'name': 'router1', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:36:47Z', 'updated_at': '2022-04-08T17:36:58Z', 'revision_number': 2, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'gw_port_host': None, '_interfaces': [{'id': '14a9bf58-14a3-409c-bd98-01fc71d6a0b0', 'name': '', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'mac_address': 'fa:16:3e:96:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:36:57Z', 'updated_at': '2022-04-08T17:37:00Z', 'revision_number': 4, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'subnets': [{'id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7064b58e-e18a-4090-b8ba-0dd4d02d3a90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:37:01.121180 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e09f1d37-4a9e-4983-aaeb-3d11affd39d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:01.152626 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887e7a1-bdca-4b9e-a164-8c9630b86b00 None None] The sync data for ids ['c7787c36-2e42-4886-8f32-8038e1c97f22'] in dv-cinder-837165-1-iscsi is: [{'id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'name': 'router1', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:36:47Z', 'updated_at': '2022-04-08T17:36:58Z', 'revision_number': 2, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'gw_port_host': None, '_interfaces': [{'id': '14a9bf58-14a3-409c-bd98-01fc71d6a0b0', 'name': '', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'mac_address': 'fa:16:3e:96:93:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:36:57Z', 'updated_at': '2022-04-08T17:37:00Z', 'revision_number': 4, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'subnets': [{'id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7064b58e-e18a-4090-b8ba-0dd4d02d3a90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:37:01.180230 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f1d37-4a9e-4983-aaeb-3d11affd39d8 None None] Pushing event updated for resources: {'Port': ['ID=14a9bf58-14a3-409c-bd98-01fc71d6a0b0,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:01.618734 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41190) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:37:01.904904 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.policy [None req-21aaa990-4354-4d6f-b560-140592967b08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 08 17:37:01.949067 dv-cinder-837165-1-iscsi neutron-server[110162]: WARNING oslo_policy.policy [None req-21aaa990-4354-4d6f-b560-140592967b08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:37:01.949460 dv-cinder-837165-1-iscsi neutron-server[110162]: WARNING oslo_policy.policy [None req-21aaa990-4354-4d6f-b560-140592967b08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 08 17:37:01.958792 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aaa990-4354-4d6f-b560-140592967b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:37:01.960612 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-21aaa990-4354-4d6f-b560-140592967b08 admin admin] 10.222.0.78 "GET /v2.0/networks/c9e9b8a4-11fd-434d-9422-2cce849b5115 HTTP/1.1" status: 200 len: 842 time: 0.3408365 Apr 08 17:37:01.970640 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:37:02.014883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Made reservation on behalf of 004ce86146f24ada8b187fd07081810c for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:37:02.017748 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:02.430910 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.objects.ports [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110162) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 08 17:37:02.431250 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (0b636a20-5f38-4b8b-99de-6890e10fb1df), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:02.499961 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:37:02.500377 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Network hostable DHCP agents. Network: c9e9b8a4-11fd-434d-9422-2cce849b5115, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:37:02.509697 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b636a20-5f38-4b8b-99de-6890e10fb1df,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:02.523772 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.524136 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.524480 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.524812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.525144 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.525462 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.525780 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.526099 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.526422 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.526743 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.527078 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.527417 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.527754 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.528124 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.528456 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Tracked resource versions report: Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: pushed versions: Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: { 'AddressGroup': {'1.2'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Agent': {'1.1'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'ConntrackHelper': {'1.0'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Log': {'1.0'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'NDPProxy': {'1.0'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Network': {'1.1'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Port': {'1.7'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'PortForwarding': {'1.3'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'QosPolicy': {'1.10'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroup': {'1.5'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SubPort': {'1.0'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Subnet': {'1.1'}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Trunk': {'1.1'}} Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: consumer versions: Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Agent': '1.1', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'ConntrackHelper': '1.0', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'LocalIPAssociation': '1.0', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Log': '1.0', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'NDPProxy': '1.0', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Network': '1.1', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Port': '1.7', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'PortForwarding': '1.3', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'QosPolicy': '1.10', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroup': '1.5', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroupRule': '1.2', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SubPort': '1.0', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Subnet': '1.1', Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Trunk': '1.1'}} Apr 08 17:37:02.529829 dv-cinder-837165-1-iscsi neutron-server[110162]: {{(pid=110162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:37:02.557481 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:37:02.571892 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, c9e9b8a4-11fd-434d-9422-2cce849b5115) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:37:02.576749 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:37:02.577378 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:02.584368 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817b66e-1e49-48e6-8b5b-37f0942e97dd None None] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:37:02.608326 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1f0e785e-c88e-4008-ac5f-2db09df3d2e6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6329153 Apr 08 17:37:02.697948 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abd720-3695-4f47-b56c-16a1626c06a8 None None] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:37:05.099070 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41214) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:37:05.374674 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-fb516288-ae1f-4122-90b4-e049c616a01a demo admin] 10.222.0.78 "GET /v2.0/routers/c7787c36-2e42-4886-8f32-8038e1c97f22 HTTP/1.1" status: 200 len: 710 time: 0.2744310 Apr 08 17:37:05.465316 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed53f97-c7c6-4efa-93c2-3352e6ce5ef1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:37:05.466696 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-4ed53f97-c7c6-4efa-93c2-3352e6ce5ef1 demo admin] 10.222.0.78 "GET /v2.0/networks/c9e9b8a4-11fd-434d-9422-2cce849b5115 HTTP/1.1" status: 200 len: 886 time: 0.0866647 Apr 08 17:37:05.475887 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:37:05.737244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks [] for router_gateway (c7787c36-2e42-4886-8f32-8038e1c97f22), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:05.970476 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks [] for router_gateway (c7787c36-2e42-4886-8f32-8038e1c97f22), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:06.059940 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:06.236656 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Allocated IP 172.27.2.57 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/6d190804-66e5-4dab-aa4f-1cd8305b53dc) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:37:06.354239 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks [] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:06.462300 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:06.592925 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:37:06.603361 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:37:06.613094 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:37:06.779211 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Pushing event updated for resources: {'Port': ['ID=6d190804-66e5-4dab-aa4f-1cd8305b53dc,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:07.065677 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks [] for router_gateway (c7787c36-2e42-4886-8f32-8038e1c97f22), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:07.281038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8082'] for router (c7787c36-2e42-4886-8f32-8038e1c97f22), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:07.286305 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703705'] for router (c7787c36-2e42-4886-8f32-8038e1c97f22), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:07.405684 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Router c7787c36-2e42-4886-8f32-8038e1c97f22 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:37:07.528416 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:37:07.532992 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:07.534037 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-eac0d5ed-1e96-4dd3-8942-6dea2ba0c141 demo admin] 10.222.0.78 "PUT /v2.0/routers/c7787c36-2e42-4886-8f32-8038e1c97f22 HTTP/1.1" status: 200 len: 889 time: 2.0615962 Apr 08 17:37:08.822434 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:37:08.869426 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:37:08.869835 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:08.956534 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:37:10.139927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41226) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:37:10.209460 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Sync routers for ids ['c7787c36-2e42-4886-8f32-8038e1c97f22'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:37:10.223211 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Routers {'c7787c36-2e42-4886-8f32-8038e1c97f22'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:37:10.223888 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:36:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['c7787c36-2e42-4886-8f32-8038e1c97f22'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:37:10.262674 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-00595a8d-aca4-4720-b979-c65ded6f7cb2 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1210284 Apr 08 17:37:10.470112 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Set router c7787c36-2e42-4886-8f32-8038e1c97f22 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:37:10.967423 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'name': 'router1', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d190804-66e5-4dab-aa4f-1cd8305b53dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:36:47Z', 'updated_at': '2022-04-08T17:37:06Z', 'revision_number': 4, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'gw_port': {'id': '6d190804-66e5-4dab-aa4f-1cd8305b53dc', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:37:06Z', 'updated_at': '2022-04-08T17:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '14a9bf58-14a3-409c-bd98-01fc71d6a0b0', 'name': '', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'mac_address': 'fa:16:3e:96:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:36:57Z', 'updated_at': '2022-04-08T17:37:01Z', 'revision_number': 5, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'subnets': [{'id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7064b58e-e18a-4090-b8ba-0dd4d02d3a90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:37:11.024529 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Checking router: c7787c36-2e42-4886-8f32-8038e1c97f22 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:37:11.024914 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Updating router c7787c36-2e42-4886-8f32-8038e1c97f22 port 6d190804-66e5-4dab-aa4f-1cd8305b53dc binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:37:11.082691 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:11.430443 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Publish callbacks [] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:11.436699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:11.489340 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069af909-0019-49e1-b4e0-598856afd788 None None] Pushing event updated for resources: {'Port': ['ID=6d190804-66e5-4dab-aa4f-1cd8305b53dc,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:11.495871 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Attempting to bind port 6d190804-66e5-4dab-aa4f-1cd8305b53dc on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:37:11.496316 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Attempting to bind port 6d190804-66e5-4dab-aa4f-1cd8305b53dc by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:37:11.497281 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Attempting to bind port 6d190804-66e5-4dab-aa4f-1cd8305b53dc on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:37:11.503028 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:37:11.503411 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:37:11.503871 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:11.504235 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:37:11.504726 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Bound port: 6d190804-66e5-4dab-aa4f-1cd8305b53dc, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:37:11.505109 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:11.560187 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] For port 6d190804-66e5-4dab-aa4f-1cd8305b53dc, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:37:11.564533 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] For port 6d190804-66e5-4dab-aa4f-1cd8305b53dc, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=6d190804-66e5-4dab-aa4f-1cd8305b53dc,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:37:11.575200 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:11.657167 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Routers {'c7787c36-2e42-4886-8f32-8038e1c97f22'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:37:11.658002 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:36:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['c7787c36-2e42-4886-8f32-8038e1c97f22'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:37:11.705927 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069af909-0019-49e1-b4e0-598856afd788 None None] Pushing event updated for resources: {'Port': ['ID=6d190804-66e5-4dab-aa4f-1cd8305b53dc,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:11.792682 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] Set router c7787c36-2e42-4886-8f32-8038e1c97f22 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:37:12.021007 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'name': 'router1', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d190804-66e5-4dab-aa4f-1cd8305b53dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:36:47Z', 'updated_at': '2022-04-08T17:37:06Z', 'revision_number': 4, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'gw_port': {'id': '6d190804-66e5-4dab-aa4f-1cd8305b53dc', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:37:06Z', 'updated_at': '2022-04-08T17:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '14a9bf58-14a3-409c-bd98-01fc71d6a0b0', 'name': '', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'mac_address': 'fa:16:3e:96:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:36:57Z', 'updated_at': '2022-04-08T17:37:01Z', 'revision_number': 5, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'subnets': [{'id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7064b58e-e18a-4090-b8ba-0dd4d02d3a90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:37:12.054902 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c6545c-2e0d-4092-8f07-a96480041934 None None] The sync data for ids ['c7787c36-2e42-4886-8f32-8038e1c97f22'] in dv-cinder-837165-1-iscsi is: [{'id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'name': 'router1', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': '6d190804-66e5-4dab-aa4f-1cd8305b53dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:36:47Z', 'updated_at': '2022-04-08T17:37:06Z', 'revision_number': 4, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'gw_port': {'id': '6d190804-66e5-4dab-aa4f-1cd8305b53dc', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:37:06Z', 'updated_at': '2022-04-08T17:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '14a9bf58-14a3-409c-bd98-01fc71d6a0b0', 'name': '', 'network_id': '42839930-f4ec-42de-a465-ab16df6ccb1f', 'tenant_id': 'f7879786712140649396f191fb7d1ddf', 'mac_address': 'fa:16:3e:96:93:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7787c36-2e42-4886-8f32-8038e1c97f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:36:57Z', 'updated_at': '2022-04-08T17:37:01Z', 'revision_number': 5, 'project_id': 'f7879786712140649396f191fb7d1ddf', 'subnets': [{'id': '83ed042a-a2d4-4c3e-aaf3-269958f1ced4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7064b58e-e18a-4090-b8ba-0dd4d02d3a90'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:37:12.885496 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 6d190804-66e5-4dab-aa4f-1cd8305b53dc up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:37:12.968539 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 6d190804-66e5-4dab-aa4f-1cd8305b53dc triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:37:12.968539 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:13.066644 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 6d190804-66e5-4dab-aa4f-1cd8305b53dc is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:37:13.067982 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:13.103836 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 6d190804-66e5-4dab-aa4f-1cd8305b53dc, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=6d190804-66e5-4dab-aa4f-1cd8305b53dc,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:37:13.103836 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:13.157048 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=6d190804-66e5-4dab-aa4f-1cd8305b53dc,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:37:14.204512 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:37:14.856855 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 6d190804-66e5-4dab-aa4f-1cd8305b53dc up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:37:14.914175 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 6d190804-66e5-4dab-aa4f-1cd8305b53dc triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:37:14.914561 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (6d190804-66e5-4dab-aa4f-1cd8305b53dc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:15.007482 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 6d190804-66e5-4dab-aa4f-1cd8305b53dc is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:37:23.219095 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-dca1ce7c-5119-4403-80e5-3271ca4f2416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:25.545586 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c01be93-20fc-4d47-86d5-791b07c3163f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:26.738817 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:28.525721 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:29.851314 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:51.194570 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:37:53.227987 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-dde01a33-fd6b-456a-9915-f7fe004546ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:55.540191 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0e904d94-6de5-4fcd-8325-3d7f4b9d88f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:56.740284 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:58.529055 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:37:59.851698 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:23.227254 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7b94839b-3552-42e6-8f0e-ae5c8fbb2027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:25.544530 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-fbea3303-9598-4829-a3bf-c8f5c6ad7316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:26.744123 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:28.193224 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:38:28.532288 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:29.846824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:35.351193 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41710) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:35.415620 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.pecan_wsgi.hooks.translation [None req-6131dcdc-dc89-4c1c-a8f1-9d99ad21bb9c admin admin] GET failed (client error): The resource could not be found. Apr 08 17:38:35.416918 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6131dcdc-dc89-4c1c-a8f1-9d99ad21bb9c admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0644696 Apr 08 17:38:35.666167 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c76d877-8786-40c2-9088-72902f1519ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:35.667624 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7c76d877-8786-40c2-9088-72902f1519ac admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2462180 Apr 08 17:38:38.088265 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41720) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:38.184912 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaac408-715a-4a6b-9749-5b024d751181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:38.186220 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ecaac408-715a-4a6b-9749-5b024d751181 admin admin] 10.222.0.78 "GET /v2.0/subnets/83ed042a-a2d4-4c3e-aaf3-269958f1ced4 HTTP/1.1" status: 200 len: 849 time: 0.0969808 Apr 08 17:38:38.195716 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:38:38.287856 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Publish callbacks [] for subnet (83ed042a-a2d4-4c3e-aaf3-269958f1ced4), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:38.438693 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733962354692'] for subnet (83ed042a-a2d4-4c3e-aaf3-269958f1ced4), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:38.470918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:38.471534 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:38.472874 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] 10.222.0.78 "PUT /v2.0/subnets/83ed042a-a2d4-4c3e-aaf3-269958f1ced4 HTTP/1.1" status: 200 len: 868 time: 0.2808566 Apr 08 17:38:38.491390 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8113e0f-315f-4409-bed2-97f391ba258e None None] Network 42839930-f4ec-42de-a465-ab16df6ccb1f requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:38:38.492613 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ed042a-a2d4-4c3e-aaf3-269958f1ced4,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:38:38.500930 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.501395 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.501708 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.502086 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.502444 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.502780 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.503116 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.503449 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.503808 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.504185 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.504540 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.504894 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.505236 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.505560 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.505909 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb4947e-e8b3-4fc1-abd6-67e13aae5325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:38:38.817884 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-769c2a5c-e9cf-4c2a-a66d-0748e7877627 None None] Provisioning complete for port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:38.818280 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-769c2a5c-e9cf-4c2a-a66d-0748e7877627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:38.912240 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-769c2a5c-e9cf-4c2a-a66d-0748e7877627 None None] Current status of the port 48e66a2e-c6ef-4ec6-ab27-3b0db8076b9a is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:38.922580 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-769c2a5c-e9cf-4c2a-a66d-0748e7877627 None None] Provisioning complete for port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:38:38.922974 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-769c2a5c-e9cf-4c2a-a66d-0748e7877627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (14a9bf58-14a3-409c-bd98-01fc71d6a0b0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:39.015965 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-769c2a5c-e9cf-4c2a-a66d-0748e7877627 None None] Current status of the port 14a9bf58-14a3-409c-bd98-01fc71d6a0b0 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:38:41.053501 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41728) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:41.275511 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8181d62-f82a-4ebe-882f-ae92db23ec7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:41.276080 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8181d62-f82a-4ebe-882f-ae92db23ec7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:41.277882 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-e8181d62-f82a-4ebe-882f-ae92db23ec7a admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2233987 Apr 08 17:38:43.660898 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41736) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:43.806629 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcaab3e-41fd-47d0-b417-1b8d6ebabba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:43.807658 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcaab3e-41fd-47d0-b417-1b8d6ebabba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:43.809289 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-bdcaab3e-41fd-47d0-b417-1b8d6ebabba7 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1474423 Apr 08 17:38:46.199707 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41744) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:46.336180 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45421a08-fec2-48df-b97b-1fd246f823fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:46.338078 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-45421a08-fec2-48df-b97b-1fd246f823fa admin admin] 10.222.0.78 "GET /v2.0/networks/42839930-f4ec-42de-a465-ab16df6ccb1f HTTP/1.1" status: 200 len: 869 time: 0.1372948 Apr 08 17:38:48.787234 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41752) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:48.916643 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301959b0-6455-4bd7-b2e9-832fc091642c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:48.918043 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-301959b0-6455-4bd7-b2e9-832fc091642c admin admin] 10.222.0.78 "GET /v2.0/networks/c9e9b8a4-11fd-434d-9422-2cce849b5115 HTTP/1.1" status: 200 len: 886 time: 0.1298468 Apr 08 17:38:51.314557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41760) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:51.444936 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92621162-f8c3-4ea2-bf7d-04bf557ebbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:51.445314 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92621162-f8c3-4ea2-bf7d-04bf557ebbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:51.447594 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-92621162-f8c3-4ea2-bf7d-04bf557ebbe1 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317110 Apr 08 17:38:53.227050 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5a487d06-7a15-43a7-85a6-28e6a155e74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:53.844174 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41770) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:53.938949 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ff138-55b6-4f66-b4b6-b3aa018cb2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:53.939415 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ff138-55b6-4f66-b4b6-b3aa018cb2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:53.941042 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-fb0ff138-55b6-4f66-b4b6-b3aa018cb2b6 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959022 Apr 08 17:38:55.548914 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-12026a99-a24d-49e7-8ab2-f478555bc155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:56.401789 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41778) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:56.503682 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1d2b01-b570-4c99-8ca1-6279991fcae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:56.505144 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ed1d2b01-b570-4c99-8ca1-6279991fcae0 admin admin] 10.222.0.78 "GET /v2.0/subnets/0b636a20-5f38-4b8b-99de-6890e10fb1df HTTP/1.1" status: 200 len: 816 time: 0.1022327 Apr 08 17:38:56.748256 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.533946 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:38:58.854501 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41786) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:38:58.957440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8397d099-63b3-4d92-8501-7a4e50c80d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:38:58.958810 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8397d099-63b3-4d92-8501-7a4e50c80d8a admin admin] 10.222.0.78 "GET /v2.0/subnets/83ed042a-a2d4-4c3e-aaf3-269958f1ced4 HTTP/1.1" status: 200 len: 868 time: 0.1032710 Apr 08 17:38:59.850192 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:05.191776 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:39:23.223261 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-26c63550-da60-4a34-85b4-4f318c62231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:25.551394 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-81debd5a-46b0-4960-b9e7-4fa4491713fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:26.750397 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:28.539472 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:29.859531 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:41.757237 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41844) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:41.808317 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [None req-6ae1a655-8ce0-4ecf-86ee-8ce9f4de2287 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:39:41.809330 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6ae1a655-8ce0-4ecf-86ee-8ce9f4de2287 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511227 Apr 08 17:39:42.190078 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:39:44.288916 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41852) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:44.351615 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a07fc5c-5050-4630-aa8a-2af3a3072878 admin admin] GET failed (client error): The resource could not be found. Apr 08 17:39:44.352950 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1a07fc5c-5050-4630-aa8a-2af3a3072878 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630534 Apr 08 17:39:44.442403 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e130fa9-0a59-4044-a051-53e40bed4dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:44.443809 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8e130fa9-0a59-4044-a051-53e40bed4dc2 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864456 Apr 08 17:39:46.887029 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41860) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:46.935412 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:46.955460 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Made reservation on behalf of 004ce86146f24ada8b187fd07081810c for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:46.957785 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:46.986057 dv-cinder-837165-1-iscsi neutron-server[110163]: WARNING neutron.services.revisions.revision_plugin [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Could not find related network for resource to bump revision. Apr 08 17:39:46.999267 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:39:47.009033 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (01afb65d-4401-4236-bca1-b121ced3e5a2), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:47.009386 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Added segment 01afb65d-4401-4236-bca1-b121ced3e5a2 of type vlan for network 19fb57d5-bb61-455c-b987-aa769b3ae9da Apr 08 17:39:47.050691 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (19fb57d5-bb61-455c-b987-aa769b3ae9da), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:47.080041 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (19fb57d5-bb61-455c-b987-aa769b3ae9da), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:47.081061 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:47.081650 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:47.119798 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2315505 Apr 08 17:39:47.150966 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=19fb57d5-bb61-455c-b987-aa769b3ae9da,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:47.159468 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.159820 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.160209 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.160560 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.160901 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.161236 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.161568 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.161899 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.162234 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.162625 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.163568 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.163940 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.164497 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.165046 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.165392 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5979ca-b8bf-4076-b48d-aa18ad4d6ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:47.177134 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 19fb57d5-bb61-455c-b987-aa769b3ae9da details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:39:49.513167 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41868) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:39:49.577022 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8da936-fa3d-4bb6-af54-932752d46d49 admin admin] GET failed (client error): The resource could not be found. Apr 08 17:39:49.578339 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5b8da936-fa3d-4bb6-af54-932752d46d49 admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642099 Apr 08 17:39:49.649129 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a3ad56-02e0-4afe-8908-d9ea583c8113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.650621 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c9a3ad56-02e0-4afe-8908-d9ea583c8113 admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682590 Apr 08 17:39:49.660569 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:39:49.680084 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Made reservation on behalf of 004ce86146f24ada8b187fd07081810c for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:39:49.682544 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.847443 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.898910 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:49.914184 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Checking segment: {'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:49.914534 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Network hostable DHCP agents. Network: 19fb57d5-bb61-455c-b987-aa769b3ae9da, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:39:49.933032 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Network 19fb57d5-bb61-455c-b987-aa769b3ae9da is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:39:49.945869 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 19fb57d5-bb61-455c-b987-aa769b3ae9da) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:49.950236 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:39:49.950830 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:49.955538 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc788f-ebd7-4215-b76f-b6eff2096990 None None] Network 19fb57d5-bb61-455c-b987-aa769b3ae9da requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:39:49.968254 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-edb2542a-281e-4a57-95c4-5ecacc5d9480 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110099 Apr 08 17:39:50.069557 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-19fb57d5-bb61-455c-b987-aa769b3ae9da', 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da', 'project_id': '004ce86146f24ada8b187fd07081810c', 'fixed_ips': [{'subnet_id': '49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:39:50.070444 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.314443 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Allocated IP 192.168.233.2 (19fb57d5-bb61-455c-b987-aa769b3ae9da/49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3/2ca9c042-b4f0-44c1-b03b-be5674b8135c) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:39:50.469870 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Publish callbacks [] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.477924 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.528717 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Network 19fb57d5-bb61-455c-b987-aa769b3ae9da is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:39:50.530023 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Pushing event updated for resources: {'Port': ['ID=2ca9c042-b4f0-44c1-b03b-be5674b8135c,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:50.532477 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:39:50.539317 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:39:50.541774 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.542124 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.542499 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.542860 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.543293 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.543529 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.543858 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.544211 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.544542 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.544872 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.545198 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.545527 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.545850 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.546172 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.546509 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:39:50.606882 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Attempting to bind port 2ca9c042-b4f0-44c1-b03b-be5674b8135c on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:39:50.607258 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Attempting to bind port 2ca9c042-b4f0-44c1-b03b-be5674b8135c by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:39:50.607635 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Attempting to bind port 2ca9c042-b4f0-44c1-b03b-be5674b8135c on network 19fb57d5-bb61-455c-b987-aa769b3ae9da {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:39:50.613268 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:39:50.613652 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Checking segment: {'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:39:50.614057 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.614464 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Bound using segment: {'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:39:50.614938 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Bound port: 2ca9c042-b4f0-44c1-b03b-be5674b8135c, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:39:50.615724 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.736686 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] For port 2ca9c042-b4f0-44c1-b03b-be5674b8135c, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:39:50.741703 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] For port 2ca9c042-b4f0-44c1-b03b-be5674b8135c, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=2ca9c042-b4f0-44c1-b03b-be5674b8135c,segment=NetworkSegment(01afb65d-4401-4236-bca1-b121ced3e5a2),segment_id=01afb65d-4401-4236-bca1-b121ced3e5a2)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:39:50.776015 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:50.868153 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77a158-f731-4443-98d4-2b2c6ba02d27 None None] Pushing event updated for resources: {'Port': ['ID=2ca9c042-b4f0-44c1-b03b-be5674b8135c,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:51.711327 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69da6b7-88f1-4ffc-afce-0eeb19d0e183 None None] Network 19fb57d5-bb61-455c-b987-aa769b3ae9da requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:39:51.831265 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-2030b5f9-22c5-403c-89f0-41d4e8f18c96 None None] Provisioning complete for port 2ca9c042-b4f0-44c1-b03b-be5674b8135c triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:51.831628 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2030b5f9-22c5-403c-89f0-41d4e8f18c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.919040 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-2030b5f9-22c5-403c-89f0-41d4e8f18c96 None None] Current status of the port 2ca9c042-b4f0-44c1-b03b-be5674b8135c is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:51.919429 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2030b5f9-22c5-403c-89f0-41d4e8f18c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:51.961224 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-2030b5f9-22c5-403c-89f0-41d4e8f18c96 None None] For port 2ca9c042-b4f0-44c1-b03b-be5674b8135c, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=2ca9c042-b4f0-44c1-b03b-be5674b8135c,segment=NetworkSegment(01afb65d-4401-4236-bca1-b121ced3e5a2),segment_id=01afb65d-4401-4236-bca1-b121ced3e5a2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:39:51.967232 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2030b5f9-22c5-403c-89f0-41d4e8f18c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.020392 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030b5f9-22c5-403c-89f0-41d4e8f18c96 None None] Pushing event updated for resources: {'Port': ['ID=2ca9c042-b4f0-44c1-b03b-be5674b8135c,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:39:52.090248 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-cbe50a9f-30be-418f-9bc1-96a5467c4d9d None None] Provisioning complete for port 2ca9c042-b4f0-44c1-b03b-be5674b8135c triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:52.090613 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-cbe50a9f-30be-418f-9bc1-96a5467c4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:52.174035 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-cbe50a9f-30be-418f-9bc1-96a5467c4d9d None None] Current status of the port 2ca9c042-b4f0-44c1-b03b-be5674b8135c is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:52.926002 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 2ca9c042-b4f0-44c1-b03b-be5674b8135c up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:39:52.974969 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 2ca9c042-b4f0-44c1-b03b-be5674b8135c triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:39:52.975368 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (2ca9c042-b4f0-44c1-b03b-be5674b8135c), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:53.058303 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 2ca9c042-b4f0-44c1-b03b-be5674b8135c is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:39:53.225983 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0410566b-554c-4468-8e27-8acce2cbc65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:55.556387 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d0043f50-c9aa-4086-ba77-35c852e1b0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:56.753819 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:58.552472 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:39:59.854666 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:19.188030 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:40:23.229201 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-51bfaf6c-01b4-458e-82c7-81190889d5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:25.560427 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-395c3589-e56b-452c-a2ca-cac9ce7260a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:26.759687 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:28.549859 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:29.861499 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:53.235804 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b0e9e499-19b2-42cf-9649-0eb73d9c574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:55.564552 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1caa5b03-b323-489f-81fb-f9ff8355d0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:56.186341 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:40:56.762122 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:58.547954 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:40:59.856200 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.061093 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41908) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:23.067685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [None req-3bbc73ba-4ac6-4b4c-97af-af66e6be11ac tempest-verify_tempest_config-1106230976 tempest-verify_tempest_config-1106230976-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:41:23.068772 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-3bbc73ba-4ac6-4b4c-97af-af66e6be11ac tempest-verify_tempest_config-1106230976 tempest-verify_tempest_config-1106230976-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063908 Apr 08 17:41:23.230547 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c55ac6b-c0a4-4bb4-a3c9-de19b62a4ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.391172 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 41926) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:23.500262 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.582259 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Publish callbacks [] for security_group (ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.587034 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.635548 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ecf3f5024e0540d89488af6d32ff9364&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2427611 Apr 08 17:41:23.636307 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:23.638290 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 41932) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:41:23.644382 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.644756 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.645108 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.645458 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.645796 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.646132 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.646464 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.646799 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.647133 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.647470 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.647813 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.648179 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.648521 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.648843 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.649175 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09603a77-17b1-4869-9d52-6cd283e68648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.728856 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Publish callbacks [] for security_group (ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.751679 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Publish callbacks [] for security_group (ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.854471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.857653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:23.859125 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d HTTP/1.1" status: 204 len: 168 time: 0.2196522 Apr 08 17:41:23.869715 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9ffbd4-49ae-4d10-a15d-b31d3fcbfd0d,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:41:23.878111 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.878630 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.879022 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.879405 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.879791 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.880486 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.880656 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.881038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.881438 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.881781 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.882139 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.882573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.883028 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.883367 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:23.883737 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bd75af-38af-400b-8c0a-db14a91b115b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:41:25.571911 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b75e7f69-c33c-4127-8436-442159659cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:26.767699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:28.561474 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:29.864498 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:33.185457 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:41:53.224658 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f51555c6-e996-47f7-b00f-ebdc4ce01c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:55.567082 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-543901b6-638a-4aa3-a873-acad90704ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:56.767545 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:58.551389 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:41:59.859388 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:10.185359 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:42:23.241370 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c8e4-49b4-40a5-b57c-4d76fa7d953d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:25.588271 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b8062f6d-6092-4306-9802-8312e7466ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:26.784673 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:28.572175 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:29.878912 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:47.187218 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 5 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:42:53.232824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9e81f2df-11e2-4bcd-b0d7-b94db243c060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:55.579808 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1ad62fd2-7935-4701-a2ac-c882b7f526b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:56.780868 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:58.562121 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:42:59.868800 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:20.037351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784201'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:23.228532 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6665b047-8df5-4266-abbb-93be9bff9bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:24.193025 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:43:25.590514 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-329afa54-5198-4ab8-a932-d0d43a3d42ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:26.787437 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:28.575882 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:29.870047 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:38.153436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42002) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:38.330925 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c2d61d7c-a45b-4f67-8368-62c61375655e admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1757824 Apr 08 17:43:41.135489 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42012) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:43:41.202359 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1b9ffa27-6c01-4ebb-beed-2aee73ebcd6a admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0657179 Apr 08 17:43:50.015413 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:53.232487 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c06ceb01-ba39-41e9-ab17-135253c7705e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:55.588072 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-8dac3ae0-9875-496b-ae38-1401abaf5ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:56.795879 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:58.577846 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:43:59.876335 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:01.198276 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:44:20.025621 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:23.235683 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-17bd7f11-dda1-4048-8e3c-5ed2607c5732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:25.576297 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ad859ed4-6163-4feb-9180-6c08337db0e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:26.798854 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:28.580326 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:29.875000 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:38.199165 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:44:50.044261 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:53.241569 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-44dd918d-cf3f-4237-aab0-bf9cb9b1bf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:55.579695 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b1367f62-47ab-4c22-9f0d-b34af949c281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:56.804058 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:58.583526 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:44:59.896700 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:15.204650 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:45:20.057115 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:23.250030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-321a4c67-2437-461e-a997-abc15f68ef9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:25.591226 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-343519c8-0896-481f-b2cb-aca1dd264021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:26.804391 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:28.587664 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:29.889264 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:44.423822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42176) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:44.822471 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1151930645-network', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:44.861125 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Made reservation on behalf of e36427dbb59b4b79a926eab1ce438030 for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:44.865200 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:44.882550 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.043045 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks [] for security_group (569df48f-fa05-4f5e-be80-ac6c2e169079), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.050299 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (569df48f-fa05-4f5e-be80-ac6c2e169079), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.072842 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:45:45.104776 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (b91e24a4-e36c-4457-a735-a0727699eb20), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.105344 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Added segment b91e24a4-e36c-4457-a735-a0727699eb20 of type vlan for network 7565e813-4adc-41b5-bcce-51c473e6aeba Apr 08 17:45:45.187493 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569df48f-fa05-4f5e-be80-ac6c2e169079,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:45.209888 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.210491 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.211047 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.211629 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.212253 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.212942 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.214035 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.214607 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.215212 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Tracked resource versions report: Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: pushed versions: Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: { 'AddressGroup': {'1.2'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Agent': {'1.1'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'ConntrackHelper': {'1.0'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Log': {'1.0'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'NDPProxy': {'1.0'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Network': {'1.1'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Port': {'1.7'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'PortForwarding': {'1.3'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'QosPolicy': {'1.10'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroup': {'1.5'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SubPort': {'1.0'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Subnet': {'1.1'}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Trunk': {'1.1'}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: consumer versions: Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Agent': '1.1', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'ConntrackHelper': '1.0', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'LocalIPAssociation': '1.0', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Log': '1.0', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'NDPProxy': '1.0', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Network': '1.1', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Port': '1.7', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'PortForwarding': '1.3', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'QosPolicy': '1.10', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroup': '1.5', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SecurityGroupRule': '1.2', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'SubPort': '1.0', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Subnet': '1.1', Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: 'Trunk': '1.1'}} Apr 08 17:45:45.221541 dv-cinder-837165-1-iscsi neutron-server[110163]: {{(pid=110163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:45:45.231882 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (7565e813-4adc-41b5-bcce-51c473e6aeba), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.284203 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (7565e813-4adc-41b5-bcce-51c473e6aeba), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.286236 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:45.287208 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.418871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42216) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:45.445138 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0185859 Apr 08 17:45:45.448348 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a753d-2f9f-45b6-a859-d7149cf33467 admin admin] Pushing event updated for resources: {'Network': ['ID=7565e813-4adc-41b5-bcce-51c473e6aeba,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:45.451036 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42224) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:45.463206 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Request body: {'subnet': {'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1151930645-subnet', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:45.469170 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 7565e813-4adc-41b5-bcce-51c473e6aeba details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:45:45.535519 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Made reservation on behalf of e36427dbb59b4b79a926eab1ce438030 for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:45.540146 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.834790 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42232) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:45.860405 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (ca4e53fc-4b2c-4069-88f9-6071468e4972), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:45.962218 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4e53fc-4b2c-4069-88f9-6071468e4972,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:46.087365 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.087949 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.088577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.089163 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.089806 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.090294 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.090821 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.091402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.091979 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.093216 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.093730 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.094370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.094771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.095224 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.095791 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Tracked resource versions report: Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: pushed versions: Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: { 'AddressGroup': {'1.2'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Agent': {'1.1'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'ConntrackHelper': {'1.0'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Log': {'1.0'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'NDPProxy': {'1.0'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Network': {'1.1'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Port': {'1.7'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'PortForwarding': {'1.3'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'QosPolicy': {'1.10'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroup': {'1.5'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SubPort': {'1.0'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Subnet': {'1.1'}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Trunk': {'1.1'}} Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: consumer versions: Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Agent': '1.1', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'ConntrackHelper': '1.0', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'LocalIPAssociation': '1.0', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Log': '1.0', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'NDPProxy': '1.0', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Network': '1.1', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Port': '1.7', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'PortForwarding': '1.3', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'QosPolicy': '1.10', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroup': '1.5', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SecurityGroupRule': '1.2', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'SubPort': '1.0', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Subnet': '1.1', Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: 'Trunk': '1.1'}} Apr 08 17:45:46.098227 dv-cinder-837165-1-iscsi neutron-server[110162]: {{(pid=110162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:45:46.112329 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1794156851-network', 'tenant_id': 'fd6acdaf89af4d109a04a3a40621e958'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:46.154658 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Checking segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:46.155858 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Network hostable DHCP agents. Network: 7565e813-4adc-41b5-bcce-51c473e6aeba, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:45:46.162466 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Made reservation on behalf of fd6acdaf89af4d109a04a3a40621e958 for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:46.165531 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.188198 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.252398 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42238) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:46.286445 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Network 7565e813-4adc-41b5-bcce-51c473e6aeba is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:45:46.347283 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 7565e813-4adc-41b5-bcce-51c473e6aeba) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:46.367080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4778a49-d62b-4001-92b0-45c99d9ab81b None None] Network 7565e813-4adc-41b5-bcce-51c473e6aeba requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:46.375393 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks [] for security_group (e4189a95-e8d0-4beb-939c-3ab1d015b8d1), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.379376 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:46.380851 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.387308 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (e4189a95-e8d0-4beb-939c-3ab1d015b8d1), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.430009 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:45:46.453982 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733962373268', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (2add64b0-356b-4568-9d6c-11ab1bd73cf9), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.455301 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Unsubscribe: segment precommit_create {{(pid=110162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 08 17:45:46.456352 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Added segment 2add64b0-356b-4568-9d6c-11ab1bd73cf9 of type vlan for network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 Apr 08 17:45:46.498841 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42246) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:46.566681 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.643363 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.644578 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:46.646380 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.646617 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-7565e813-4adc-41b5-bcce-51c473e6aeba', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:45:46.647710 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.671654 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a231f158-7dbc-424c-a309-3e0b38351ee3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2181287 Apr 08 17:45:46.676397 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42252) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:46.692800 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2720501 Apr 08 17:45:46.703662 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42254) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:46.713248 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Request body: {'subnet': {'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1794156851-subnet', 'tenant_id': 'fd6acdaf89af4d109a04a3a40621e958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:46.774584 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4189a95-e8d0-4beb-939c-3ab1d015b8d1,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:46.860367 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:46.903657 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-network', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:46.926125 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.928710 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:46.972414 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Allocated IP 172.20.0.2 (7565e813-4adc-41b5-bcce-51c473e6aeba/ca4e53fc-4b2c-4069-88f9-6071468e4972/4a2de189-3b79-4d74-92ba-a5560f6027a8) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:46.999261 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1721272306-network', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:47.038379 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Made reservation on behalf of 6471de8242634d2c8aa39218faa8fa3e for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:47.049950 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.063385 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Made reservation on behalf of fd6acdaf89af4d109a04a3a40621e958 for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:47.067518 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.294086 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.357349 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-681587507-network', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:47.376977 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Made reservation on behalf of b60301e63a954efd8e6fed0dd4dab259 for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:47.382482 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.414602 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.431204 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (7ae9512b-5955-4d6d-8620-958f4014fb2a), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.440782 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks [] for router_controller (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.517982 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae9512b-5955-4d6d-8620-958f4014fb2a,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:47.521872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee05ff-411a-478a-b63b-b97bb178e786 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:47.572974 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Publish callbacks [] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.584680 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.626719 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Network 7565e813-4adc-41b5-bcce-51c473e6aeba is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:47.634218 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:47.665411 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Checking segment: {'id': '2add64b0-356b-4568-9d6c-11ab1bd73cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:47.666024 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Network hostable DHCP agents. Network: aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:45:47.679746 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:47.692525 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:45:47.719043 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:45:47.740986 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:47.760741 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:47.761665 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.805977 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-9a36965c-d1f5-45bd-b2a3-d8aee88e63d6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1001632 Apr 08 17:45:47.818141 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6758a24-2cb0-4906-8f40-7ff3b3fc4fd4 None None] Network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:47.865737 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks [] for router_gateway (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:47.932680 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Pushing event updated for resources: {'Port': ['ID=4a2de189-3b79-4d74-92ba-a5560f6027a8,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:48.009446 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Made reservation on behalf of d89a692a80ec41c7bf57d04093f1401a for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:48.012442 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.130297 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.187358 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.187729 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.189315 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.189315 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.189315 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.189315 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.189956 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.190168 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.190573 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.190975 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.191451 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.192078 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.192786 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.193953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.193953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Tracked resource versions report: Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: pushed versions: Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: { 'AddressGroup': {'1.2'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Agent': {'1.1'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'ConntrackHelper': {'1.0'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Log': {'1.0'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'NDPProxy': {'1.0'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Network': {'1.1'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Port': {'1.7'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'PortForwarding': {'1.3'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'QosPolicy': {'1.10'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroup': {'1.5'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SubPort': {'1.0'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Subnet': {'1.1'}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Trunk': {'1.1'}} Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: consumer versions: Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Agent': '1.1', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'ConntrackHelper': '1.0', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'LocalIPAssociation': '1.0', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Log': '1.0', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'NDPProxy': '1.0', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Network': '1.1', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Port': '1.7', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'PortForwarding': '1.3', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'QosPolicy': '1.10', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroup': '1.5', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SecurityGroupRule': '1.2', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'SubPort': '1.0', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Subnet': '1.1', Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: 'Trunk': '1.1'}} Apr 08 17:45:48.195699 dv-cinder-837165-1-iscsi neutron-server[110164]: {{(pid=110164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:45:48.253599 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Attempting to bind port 4a2de189-3b79-4d74-92ba-a5560f6027a8 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:48.254101 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Attempting to bind port 4a2de189-3b79-4d74-92ba-a5560f6027a8 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:48.254513 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Attempting to bind port 4a2de189-3b79-4d74-92ba-a5560f6027a8 on network 7565e813-4adc-41b5-bcce-51c473e6aeba {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:48.304228 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:48.304912 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Checking segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:48.305595 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.306302 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Bound using segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:48.307124 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Bound port: 4a2de189-3b79-4d74-92ba-a5560f6027a8, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:48.308503 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.339270 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks [] for security_group (a156ad49-520d-4599-9a82-f155dadd041d), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.361562 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (a156ad49-520d-4599-9a82-f155dadd041d), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.426951 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks [] for security_group (7b2ab6fd-20cb-4668-bf02-b6a975eafe14), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.483644 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c9231-4139-409a-bce3-b602a02307b6 None None] Network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:48.500221 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (7b2ab6fd-20cb-4668-bf02-b6a975eafe14), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.515703 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] vlan segment allocate from pool success with {'vlan_id': 912, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:45:48.613795 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (d1d4aada-d2af-404e-bc4d-96e9f356edcf), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.614265 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Added segment d1d4aada-d2af-404e-bc4d-96e9f356edcf of type vlan for network f3279b8a-9ad0-49f9-aca0-6879a4c8232b Apr 08 17:45:48.617001 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:45:48.767057 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] For port 4a2de189-3b79-4d74-92ba-a5560f6027a8, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:48.782923 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] For port 4a2de189-3b79-4d74-92ba-a5560f6027a8, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=4a2de189-3b79-4d74-92ba-a5560f6027a8,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:48.802283 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.841957 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:48.842513 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Added segment f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4 of type vlan for network e0ad2a86-d620-4fda-a99c-2059c210a0ed Apr 08 17:45:48.846055 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a156ad49-520d-4599-9a82-f155dadd041d,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:48.970092 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c68e66-cf2b-42c3-818d-887455d1c1bc None None] Pushing event updated for resources: {'Port': ['ID=4a2de189-3b79-4d74-92ba-a5560f6027a8,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:49.139971 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (f3279b8a-9ad0-49f9-aca0-6879a4c8232b), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.146963 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks [] for security_group (c2761ee2-e344-4b9d-88a9-6d786c22353f), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.155476 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks [] for router_gateway (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.215419 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.391747 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (c2761ee2-e344-4b9d-88a9-6d786c22353f), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.405962 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (e0ad2a86-d620-4fda-a99c-2059c210a0ed), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.521644 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] vlan segment allocate from pool success with {'vlan_id': 920, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:45:49.563495 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (821faaef-aba5-4db1-bded-7502759cc86a), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.563952 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Added segment 821faaef-aba5-4db1-bded-7502759cc86a of type vlan for network ad1d721d-462d-4683-8210-a0822019814d Apr 08 17:45:49.666201 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (ad1d721d-462d-4683-8210-a0822019814d), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.707800 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.db.resource_extend [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 17:45:49.716694 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2ab6fd-20cb-4668-bf02-b6a975eafe14,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:49.795148 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.db.resource_extend [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 17:45:49.907802 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (f3279b8a-9ad0-49f9-aca0-6879a4c8232b), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:49.909490 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:49.910862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.058257 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] Pushing event updated for resources: {'Network': ['ID=f3279b8a-9ad0-49f9-aca0-6879a4c8232b,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:50.062943 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (ad1d721d-462d-4683-8210-a0822019814d), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.064835 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:50.065875 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.100663 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2761ee2-e344-4b9d-88a9-6d786c22353f,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:50.101627 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.110638 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:45:50.153179 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6462383 Apr 08 17:45:50.157214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42342) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:50.176975 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Request body: {'subnet': {'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-subnet', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:50.279996 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (e0ad2a86-d620-4fda-a99c-2059c210a0ed), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.282208 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:50.283315 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.306745 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Made reservation on behalf of d89a692a80ec41c7bf57d04093f1401a for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:50.316545 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:50.420124 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Allocated IP 172.27.2.115 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/03bc609f-0ecf-4bc7-8305-482f128debf5) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:50.767949 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9d7217e8-d9d0-43eb-8b6f-71d00c2980be admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.9313431 Apr 08 17:45:50.769708 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42364) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:50.902768 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Request body: {'subnet': {'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-subnet', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:50.977224 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.7163734 Apr 08 17:45:50.978867 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42370) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:51.164177 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (e21b6e51-fa0e-42f6-964c-fd52d0ac555b), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.190966 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Request body: {'subnet': {'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-subnet', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:51.234256 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efcdc3-3b11-4c5e-807e-31a0ca674db8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad1d721d-462d-4683-8210-a0822019814d,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:51.242647 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193bcedf-68b4-4cc5-9337-da42941d5db9 None None] Network 7565e813-4adc-41b5-bcce-51c473e6aeba requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:51.291584 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Made reservation on behalf of 6471de8242634d2c8aa39218faa8fa3e for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:51.294865 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.337043 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21b6e51-fa0e-42f6-964c-fd52d0ac555b,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:51.338846 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Made reservation on behalf of b60301e63a954efd8e6fed0dd4dab259 for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:45:51.344144 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.349869 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Checking segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:51.350859 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Network hostable DHCP agents. Network: ad1d721d-462d-4683-8210-a0822019814d, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:45:51.389823 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f0a2168b-edc1-4711-8749-05b8a352a60a None None] Provisioning complete for port 4a2de189-3b79-4d74-92ba-a5560f6027a8 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:51.393721 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-edc1-4711-8749-05b8a352a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.401605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Network ad1d721d-462d-4683-8210-a0822019814d is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:45:51.406740 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network ad1d721d-462d-4683-8210-a0822019814d details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:45:51.448188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, ad1d721d-462d-4683-8210-a0822019814d) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:51.458120 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:51.459691 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.474078 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks [] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.497807 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-5b0b83e0-b167-46da-88e0-689e3ffe6729 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3382125 Apr 08 17:45:51.503332 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42384) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:51.539678 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:51.562634 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42386) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:51.605501 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (e0427723-a488-4e31-a8fe-2405a5a7e07e), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.608968 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (e0427723-a488-4e31-a8fe-2405a5a7e07e), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.642756 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf29c2e-a340-4474-84ca-a81a36a88bde admin admin] Pushing event updated for resources: {'Network': ['ID=e0ad2a86-d620-4fda-a99c-2059c210a0ed,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:51.775704 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f412196-2185-4ce7-bea1-f104dc400dba None None] Network ad1d721d-462d-4683-8210-a0822019814d requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:51.806443 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks [] for router_controller (e0427723-a488-4e31-a8fe-2405a5a7e07e), precommit_add_association {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:51.833875 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a2de189-3b79-4d74-92ba-a5560f6027a8 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:51.843313 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:45:51.972823 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:52.085691 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42404) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:52.179630 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:52.209211 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:52.223773 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:45:52.233134 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:52.300374 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (cadc6be0-e4e3-4078-ad93-1f9c13fd3874), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:52.362319 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks [] for router_gateway (e0427723-a488-4e31-a8fe-2405a5a7e07e), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:52.371085 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-85dfda10-5113-4ced-83f5-5de57e79c72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:52.627669 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42418) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:52.633255 dv-cinder-837165-1-iscsi neutron-server[110162]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 17:45:52.643520 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Pushing event updated for resources: {'Port': ['ID=03bc609f-0ecf-4bc7-8305-482f128debf5,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:52.675637 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 4a2de189-3b79-4d74-92ba-a5560f6027a8 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:52.677491 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:52.729808 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-93adbbeb-69ad-4005-8249-ed7dae32e619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:52.775994 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-ad1d721d-462d-4683-8210-a0822019814d', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:45:52.778076 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:52.838959 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2168b-edc1-4711-8749-05b8a352a60a None None] Current status of the port 4a2de189-3b79-4d74-92ba-a5560f6027a8 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:52.839324 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-edc1-4711-8749-05b8a352a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.000430 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks [] for router_gateway (e0427723-a488-4e31-a8fe-2405a5a7e07e), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.029078 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cadc6be0-e4e3-4078-ad93-1f9c13fd3874,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:53.050703 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (45d512ed-300f-492b-9fd8-0ed0be420735), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.151904 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Allocated IP 172.20.0.2 (ad1d721d-462d-4683-8210-a0822019814d/e21b6e51-fa0e-42f6-964c-fd52d0ac555b/60dc3c54-850c-4350-9ff2-cd9ba1cbcc12) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:53.155910 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-85dfda10-5113-4ced-83f5-5de57e79c72e admin admin] Publish callbacks [] for security_group (5a539dd7-c7fa-47cf-aa96-132b2646c3aa), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.165706 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.199790 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-85dfda10-5113-4ced-83f5-5de57e79c72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (5a539dd7-c7fa-47cf-aa96-132b2646c3aa), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.229239 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d512ed-300f-492b-9fd8-0ed0be420735,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:53.302284 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f0a2168b-edc1-4711-8749-05b8a352a60a None None] For port 4a2de189-3b79-4d74-92ba-a5560f6027a8, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=4a2de189-3b79-4d74-92ba-a5560f6027a8,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:45:53.375138 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f0a2168b-edc1-4711-8749-05b8a352a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.468913 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-61b77609-fbc6-4edd-8d6d-eb8edd9c5337 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:53.471471 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-61b77609-fbc6-4edd-8d6d-eb8edd9c5337 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/networks?id=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 HTTP/1.1" status: 200 len: 812 time: 0.8420985 Apr 08 17:45:53.486290 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2168b-edc1-4711-8749-05b8a352a60a None None] Pushing event updated for resources: {'Port': ['ID=4a2de189-3b79-4d74-92ba-a5560f6027a8,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:53.508608 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-85dfda10-5113-4ced-83f5-5de57e79c72e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e73bbc9733554d15b213209070f6e232&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9414024 Apr 08 17:45:53.525194 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-ae8ba62c-e1dd-4a45-a97a-ab28da884a37 None None] Provisioning complete for port 4a2de189-3b79-4d74-92ba-a5560f6027a8 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:53.525500 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ae8ba62c-e1dd-4a45-a97a-ab28da884a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.525666 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42428) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:53.526436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfda10-5113-4ced-83f5-5de57e79c72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a539dd7-c7fa-47cf-aa96-132b2646c3aa,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:53.554381 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-8bc3214c-f804-4312-9897-bc80c24aebff tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/quotas/fd6acdaf89af4d109a04a3a40621e958 HTTP/1.1" status: 200 len: 375 time: 0.0630920 Apr 08 17:45:53.592966 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks [] for router_gateway (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.599820 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-665a147b-388b-4b0e-8c15-8e151df44bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.606748 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 4a2de189-3b79-4d74-92ba-a5560f6027a8 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:53.608497 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.740612 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.db.api [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 17:45:53.741724 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG oslo_db.api [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 17:45:53.754073 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-2d3c57fb-42c9-47b8-8f71-5cd835f66ab8 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fd6acdaf89af4d109a04a3a40621e958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1810348 Apr 08 17:45:53.825142 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Allocated IP 172.27.2.185 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/c61e7fbb-cbc8-4e96-8efa-a485892db517) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:53.845525 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de3b976a-81bf-45e0-a95f-1a194f000915 admin admin] Publish callbacks [] for security_group (5a539dd7-c7fa-47cf-aa96-132b2646c3aa), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:53.942361 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Checking segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:53.943318 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Network hostable DHCP agents. Network: f3279b8a-9ad0-49f9-aca0-6879a4c8232b, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:45:54.004373 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ba62c-e1dd-4a45-a97a-ab28da884a37 None None] Current status of the port 4a2de189-3b79-4d74-92ba-a5560f6027a8 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:54.078071 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Publish callbacks [] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.097581 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.111842 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-93adbbeb-69ad-4005-8249-ed7dae32e619 admin admin] Publish callbacks [] for security_group (bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.113442 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Checking segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:54.113811 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Network hostable DHCP agents. Network: e0ad2a86-d620-4fda-a99c-2059c210a0ed, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:45:54.161477 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-93adbbeb-69ad-4005-8249-ed7dae32e619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.189768 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:45:54.217707 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Network ad1d721d-462d-4683-8210-a0822019814d is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:54.223563 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:54.230339 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:54.253245 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Pushing event updated for resources: {'Port': ['ID=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:54.254542 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-72e5ef15-028b-4ce1-9eea-6949dd92a419 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:45:54.257750 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-72e5ef15-028b-4ce1-9eea-6949dd92a419 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2549460 Apr 08 17:45:54.267035 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de3b976a-81bf-45e0-a95f-1a194f000915 admin admin] Publish callbacks [] for security_group (5a539dd7-c7fa-47cf-aa96-132b2646c3aa), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.314620 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:45:54.318147 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks [] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.338126 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, f3279b8a-9ad0-49f9-aca0-6879a4c8232b) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:54.359571 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:54.360642 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.365237 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adbbeb-69ad-4005-8249-ed7dae32e619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:54.370862 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e064f90-9ff1-4c25-b7b9-99ec12d4827f None None] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:54.378150 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-93adbbeb-69ad-4005-8249-ed7dae32e619 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11942ea79c504f37b8b1130de1f18519&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2883079 Apr 08 17:45:54.378568 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 4a2de189-3b79-4d74-92ba-a5560f6027a8 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:54.385576 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42450) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:54.386708 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, e0ad2a86-d620-4fda-a99c-2059c210a0ed) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:54.408235 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Attempting to bind port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:54.408516 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Attempting to bind port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:54.409022 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Attempting to bind port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 on network ad1d721d-462d-4683-8210-a0822019814d {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:54.411572 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:45:54.412632 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.459002 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.497791 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-3dbb9fc5-f148-4060-88c3-15842943e2d4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3626490 Apr 08 17:45:54.505039 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7635bb47-c970-4eb3-ba9c-43b5efa24c34 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6552215 Apr 08 17:45:54.509788 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42452) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:54.510327 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42454) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:54.522396 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:54.524559 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.539334 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:45:54.567360 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:54.567829 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Checking segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:54.568383 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.568900 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Bound using segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:54.569512 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Bound port: 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:54.569990 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.577339 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3216dd36-b79c-4f0d-a7a7-22d243bfa3ec None None] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:54.583812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:54.585054 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de3b976a-81bf-45e0-a95f-1a194f000915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (5a539dd7-c7fa-47cf-aa96-132b2646c3aa), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.587849 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de3b976a-81bf-45e0-a95f-1a194f000915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.589421 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-de3b976a-81bf-45e0-a95f-1a194f000915 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a539dd7-c7fa-47cf-aa96-132b2646c3aa HTTP/1.1" status: 204 len: 168 time: 1.0585639 Apr 08 17:45:54.604588 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:54.614147 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-0705e3ac-3381-4dd5-98d2-003c2f22376f service neutron] 10.222.0.78 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440430 Apr 08 17:45:54.620297 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:54.643313 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b976a-81bf-45e0-a95f-1a194f000915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a539dd7-c7fa-47cf-aa96-132b2646c3aa,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:54.748540 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a2de189-3b79-4d74-92ba-a5560f6027a8 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:54.797104 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (81a94a09-47b5-4b74-8ce6-8968cc078602), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.799018 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (81a94a09-47b5-4b74-8ce6-8968cc078602), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.815478 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.818057 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.832363 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6116a170-81cb-441d-ba0f-421cf9fd2d5c admin admin] Publish callbacks [] for security_group (bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:54.859767 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Pushing event updated for resources: {'Port': ['ID=c61e7fbb-cbc8-4e96-8efa-a485892db517,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:54.863000 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-bc8f1143-6905-47b7-ad34-a6d9f880b02f service neutron] 10.222.0.78 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369752 Apr 08 17:45:54.973414 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] For port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:55.028972 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:45:55.030430 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.039763 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] For port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:55.054177 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 4a2de189-3b79-4d74-92ba-a5560f6027a8 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:55.054913 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.083537 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6116a170-81cb-441d-ba0f-421cf9fd2d5c admin admin] Publish callbacks [] for security_group (bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.096710 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks [] for router_controller (81a94a09-47b5-4b74-8ce6-8968cc078602), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.342760 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.404595 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks [] for router_controller (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.426867 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42472) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:55.463188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-854c3267-2385-44eb-81c8-87809f620f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.478897 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:45:55.481379 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.517497 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks [] for router_gateway (e0427723-a488-4e31-a8fe-2405a5a7e07e), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.610705 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b020-ea14-495b-bb00-c7d92bd21287 None None] Pushing event updated for resources: {'Port': ['ID=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:55.675657 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42482) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:55.686759 dv-cinder-837165-1-iscsi neutron-server[110163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 08 17:45:55.769476 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3893312b-bf7b-4c27-ac15-922cb6a6ae06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:55.938179 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Allocated IP 172.20.0.2 (f3279b8a-9ad0-49f9-aca0-6879a4c8232b/cadc6be0-e4e3-4078-ad93-1f9c13fd3874/195c44ad-2a4d-431b-9b85-4b097fc49ee4) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:56.053103 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 4a2de189-3b79-4d74-92ba-a5560f6027a8 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:56.143888 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ba1ffc34-3cf0-41df-b114-c14105cff248 req-86e94311-e015-41f4-9630-91cf37dbfa68 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.4653773 Apr 08 17:45:56.147818 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks [] for router_gateway (81a94a09-47b5-4b74-8ce6-8968cc078602), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.330090 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Allocated IP 172.20.0.2 (e0ad2a86-d620-4fda-a99c-2059c210a0ed/45d512ed-300f-492b-9fd8-0ed0be420735/75495165-ad2c-4431-b896-9445e6d16a74) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:56.353908 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks [] for router_gateway (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.398053 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:45:56.405491 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6116a170-81cb-441d-ba0f-421cf9fd2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.410502 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6116a170-81cb-441d-ba0f-421cf9fd2d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.412978 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6116a170-81cb-441d-ba0f-421cf9fd2d5c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea HTTP/1.1" status: 204 len: 168 time: 2.0228777 Apr 08 17:45:56.521987 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116a170-81cb-441d-ba0f-421cf9fd2d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7c6c2b-c52c-44f7-89a5-c8749a4d83ea,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:56.555278 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (e0427723-a488-4e31-a8fe-2405a5a7e07e), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.597344 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-854c3267-2385-44eb-81c8-87809f620f2a admin admin] Publish callbacks [] for security_group (a4443fd9-a5b6-42fb-9d4e-d04c23f93104), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.652306 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Publish callbacks [] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.733192 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-854c3267-2385-44eb-81c8-87809f620f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (a4443fd9-a5b6-42fb-9d4e-d04c23f93104), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.803216 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:56.825171 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:45:56.923427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c3267-2385-44eb-81c8-87809f620f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4443fd9-a5b6-42fb-9d4e-d04c23f93104,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:56.938596 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-854c3267-2385-44eb-81c8-87809f620f2a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9a37583fc774038a598c40e1e9f527c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5094669 Apr 08 17:45:56.938978 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:56.985748 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42508) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:57.017970 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:57.035900 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:57.101069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.195833 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1e1be35-667f-489d-8a04-9c8d430df386 admin admin] Publish callbacks [] for security_group (a4443fd9-a5b6-42fb-9d4e-d04c23f93104), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.257600 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:57.280094 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Sync routers for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:57.320394 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:57.322769 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:57.342151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1e1be35-667f-489d-8a04-9c8d430df386 admin admin] Publish callbacks [] for security_group (a4443fd9-a5b6-42fb-9d4e-d04c23f93104), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.477403 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Router e0427723-a488-4e31-a8fe-2405a5a7e07e is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:45:57.565384 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Pushing event updated for resources: {'Port': ['ID=195c44ad-2a4d-431b-9b85-4b097fc49ee4,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:57.759028 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8719947a-346e-4073-8279-5a5ca5d4f364 None None] Network ad1d721d-462d-4683-8210-a0822019814d requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:45:57.759735 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.764818 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b5460eb2-ad06-446f-8f01-6f1aaed567a0 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.9130692 Apr 08 17:45:57.770165 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e659309e-953f-47dc-8cf6-9264db1c2768 req-b12e58fc-69d2-4263-8177-b90c3ba14872 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.2151208 Apr 08 17:45:57.772006 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42524) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:57.844189 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:57.870537 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:57.872196 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.900623 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1e1be35-667f-489d-8a04-9c8d430df386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (a4443fd9-a5b6-42fb-9d4e-d04c23f93104), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.909659 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1e1be35-667f-489d-8a04-9c8d430df386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:57.914370 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a1e1be35-667f-489d-8a04-9c8d430df386 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4443fd9-a5b6-42fb-9d4e-d04c23f93104 HTTP/1.1" status: 204 len: 168 time: 0.9249442 Apr 08 17:45:57.945067 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1be35-667f-489d-8a04-9c8d430df386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4443fd9-a5b6-42fb-9d4e-d04c23f93104,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:58.002180 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Attempting to bind port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:58.002827 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Attempting to bind port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:58.003449 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Attempting to bind port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:58.059334 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:45:58.098008 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-84e33425-0f0c-4df0-91e7-c1fd0206d006 None None] Provisioning complete for port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:45:58.098683 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-84e33425-0f0c-4df0-91e7-c1fd0206d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.152447 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.166942 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-651f4a5e-eb8f-4e39-8054-1d4867b558ac admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6583896 Apr 08 17:45:58.168641 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42532) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:58.236477 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42534) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:45:58.242616 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Sync routers for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:45:58.286424 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:58.287025 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Checking segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:58.287681 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.288367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Bound using segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:58.289161 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Bound port: 195c44ad-2a4d-431b-9b85-4b097fc49ee4, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:58.290030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.311272 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:58.311943 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:58.420492 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks [] for router_gateway (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.432010 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-19be15ae-c7cf-4943-ab45-5a64b329623e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.458324 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:45:52Z', 'revision_number': 3, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:45:58.532797 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Checking router: e36815ac-e9ab-4d9d-9428-f78bcbb37af7 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:45:58.533473 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Updating router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 port 03bc609f-0ecf-4bc7-8305-482f128debf5 binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:45:58.558059 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Publish callbacks [] for port (75495165-ad2c-4431-b896-9445e6d16a74), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.563879 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.623452 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.623922 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (75495165-ad2c-4431-b896-9445e6d16a74), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.627660 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks [] for router_gateway (81a94a09-47b5-4b74-8ce6-8968cc078602), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.775991 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:58.807057 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Pushing event updated for resources: {'Port': ['ID=75495165-ad2c-4431-b896-9445e6d16a74,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:59.271601 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Publish callbacks [] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.280563 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.353725 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Pushing event updated for resources: {'Port': ['ID=03bc609f-0ecf-4bc7-8305-482f128debf5,revision_number=2']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:45:59.371416 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.371758 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.372421 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.372976 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.373563 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.374104 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.374587 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.375059 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.375680 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.376279 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.376924 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.377517 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.378697 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.379290 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.379909 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Tracked resource versions report: Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: pushed versions: Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: { 'AddressGroup': {'1.2'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Agent': {'1.1'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'ConntrackHelper': {'1.0'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'LocalIPAssociation': {'1.0'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Log': {'1.0'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'NDPProxy': {'1.0'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Network': {'1.1'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Port': {'1.7'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'PortForwarding': {'1.3'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'QosPolicy': {'1.10'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroup': {'1.5'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroupRule': {'1.2'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SubPort': {'1.0'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Subnet': {'1.1'}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Trunk': {'1.1'}} Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: consumer versions: Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: { DHCP agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: HyperV agent@hv-cinder-83716: {}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: L3 agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: Metadata agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: Metering agent@dv-cinder-837165-1-iscsi: {}, Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: Open vSwitch agent@dv-cinder-837165-1-iscsi: { 'AddressGroup': '1.2', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Agent': '1.1', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'ConntrackHelper': '1.0', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'LocalIPAssociation': '1.0', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Log': '1.0', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'NDPProxy': '1.0', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Network': '1.1', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Port': '1.7', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'PortForwarding': '1.3', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'QosPolicy': '1.10', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroup': '1.5', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SecurityGroupRule': '1.2', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'SubPort': '1.0', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Subnet': '1.1', Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: 'Trunk': '1.1'}} Apr 08 17:45:59.382444 dv-cinder-837165-1-iscsi neutron-server[110165]: {{(pid=110165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 08 17:45:59.458549 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Attempting to bind port 03bc609f-0ecf-4bc7-8305-482f128debf5 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:45:59.459877 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Attempting to bind port 03bc609f-0ecf-4bc7-8305-482f128debf5 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:45:59.460545 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Attempting to bind port 03bc609f-0ecf-4bc7-8305-482f128debf5 on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:45:59.468972 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:45:59.469669 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:45:59.470275 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.473909 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:45:59.473909 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Bound port: 03bc609f-0ecf-4bc7-8305-482f128debf5, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:45:59.474355 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.500973 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] For port 195c44ad-2a4d-431b-9b85-4b097fc49ee4, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:59.506755 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] For port 195c44ad-2a4d-431b-9b85-4b097fc49ee4, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=195c44ad-2a4d-431b-9b85-4b097fc49ee4,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:59.588572 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] For port 03bc609f-0ecf-4bc7-8305-482f128debf5, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:45:59.594065 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1d557666-f386-4899-b461-99363c8b568a req-937bf3c8-9b63-4768-85c1-a393d1d86b68 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.2550719 Apr 08 17:45:59.603472 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] For port 03bc609f-0ecf-4bc7-8305-482f128debf5, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=03bc609f-0ecf-4bc7-8305-482f128debf5,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:45:59.617291 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.688609 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.693974 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Allocated IP 172.27.2.245 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/b92f48b3-289a-425b-9338-04f0c7480ef1) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:45:59.723243 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.776699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:45:59.850076 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:45:59.853601 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.964804 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:45:59.965435 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:45:59.969538 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:45:59.976902 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:45:59.977153 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:45:59.977992 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:00.007893 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks [] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:00.158712 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:00.390712 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903374aa-03b2-4380-a984-dad555b81847 None None] Pushing event updated for resources: {'Port': ['ID=03bc609f-0ecf-4bc7-8305-482f128debf5,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:00.648092 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-84e33425-0f0c-4df0-91e7-c1fd0206d006 None None] Current status of the port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:00.649202 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-84e33425-0f0c-4df0-91e7-c1fd0206d006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:00.807347 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:00.832301 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Allocated IP 172.20.0.1 (ad1d721d-462d-4683-8210-a0822019814d/e21b6e51-fa0e-42f6-964c-fd52d0ac555b/c9766ea2-7beb-4c8b-b666-deb48d80c849) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:00.849051 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Pushing event updated for resources: {'Port': ['ID=b92f48b3-289a-425b-9338-04f0c7480ef1,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:00.869847 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-19be15ae-c7cf-4943-ab45-5a64b329623e admin admin] Publish callbacks [] for security_group (97158bf5-7ce6-45f9-9750-dc4a635b233e), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:00.881148 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:00.883232 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:00.889502 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:00.938888 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f21fb-7ea6-4d35-ad04-7066eb29f3d7 None None] Pushing event updated for resources: {'Port': ['ID=195c44ad-2a4d-431b-9b85-4b097fc49ee4,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:00.945004 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Allocated IP 172.27.2.205 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/7f95429d-6720-4d62-bb25-5b5c1d909dcf) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:01.078897 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-19be15ae-c7cf-4943-ab45-5a64b329623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (97158bf5-7ce6-45f9-9750-dc4a635b233e), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.156607 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:01.165822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:01.169687 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:45:55Z', 'revision_number': 3, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:01.170253 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:01.204357 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Attempting to bind port 75495165-ad2c-4431-b896-9445e6d16a74 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:01.204806 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Attempting to bind port 75495165-ad2c-4431-b896-9445e6d16a74 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:01.205387 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Attempting to bind port 75495165-ad2c-4431-b896-9445e6d16a74 on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:01.233711 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks [] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.321601 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Checking router: e0427723-a488-4e31-a8fe-2405a5a7e07e for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:01.322353 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Updating router e0427723-a488-4e31-a8fe-2405a5a7e07e port c61e7fbb-cbc8-4e96-8efa-a485892db517 binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:01.329948 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.359715 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:01.359982 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Checking segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:01.364915 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.365670 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Bound using segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:01.370043 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Bound port: 75495165-ad2c-4431-b896-9445e6d16a74, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:01.372368 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (75495165-ad2c-4431-b896-9445e6d16a74), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.445847 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Network ad1d721d-462d-4683-8210-a0822019814d is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:01.465329 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:01.496077 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:01.497171 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (e0427723-a488-4e31-a8fe-2405a5a7e07e), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:01.687244 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.db.api [None req-84e33425-0f0c-4df0-91e7-c1fd0206d006 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110164) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 08 17:46:01.688253 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG oslo_db.api [None req-84e33425-0f0c-4df0-91e7-c1fd0206d006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 08 17:46:01.759077 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:45:52Z', 'revision_number': 3, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:01.799197 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-37e34103-ae68-4242-a64e-6db9d97e5887 req-6f227925-449d-4b5f-a0de-cdd7bf177c72 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.8922551 Apr 08 17:46:01.826292 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9aa58c-d8ce-43b8-816b-6fc63e3506c7 None None] The sync data for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi is: [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:45:52Z', 'revision_number': 3, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:01.903310 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:01.947673 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.082904 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Pushing event updated for resources: {'Port': ['ID=c9766ea2-7beb-4c8b-b666-deb48d80c849,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:02.208042 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cbcd29-8179-4413-b407-b54a3e605ca8 None None] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:46:02.303826 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.73', 56031) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:02.332213 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks [] for router_gateway (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.374012 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-19be15ae-c7cf-4943-ab45-5a64b329623e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=26caeb8d5aee41bd8aad3c92ca08ff27&name=default HTTP/1.1" status: 200 len: 2995 time: 4.1257861 Apr 08 17:46:02.409001 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42596) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:02.409811 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:02.523087 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] For port 75495165-ad2c-4431-b896-9445e6d16a74, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:02.815176 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-b6099e69-d63d-4223-bf91-bd66d3e22b5a tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:02.817039 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-b6099e69-d63d-4223-bf91-bd66d3e22b5a tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.73 "GET /v2.0/networks?id=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 HTTP/1.1" status: 200 len: 812 time: 0.5108979 Apr 08 17:46:02.823185 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be15ae-c7cf-4943-ab45-5a64b329623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97158bf5-7ce6-45f9-9750-dc4a635b233e,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:03.003445 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Request body: {'port': {'device_id': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2', 'admin_state_up': True, 'tenant_id': 'fd6acdaf89af4d109a04a3a40621e958'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:03.020088 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-84e33425-0f0c-4df0-91e7-c1fd0206d006 None None] Current status of the port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:03.027218 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] For port 75495165-ad2c-4431-b896-9445e6d16a74, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=75495165-ad2c-4431-b896-9445e6d16a74,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:03.088518 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (75495165-ad2c-4431-b896-9445e6d16a74), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:03.208203 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b449f-0ed9-4d02-963f-d992d4e6a6ae None None] Pushing event updated for resources: {'Port': ['ID=75495165-ad2c-4431-b896-9445e6d16a74,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:03.238113 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Provisioning complete for port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:03.238575 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:03.488514 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0844c87-0dcd-4af4-8d72-1a92a550a64e admin admin] Publish callbacks [] for security_group (97158bf5-7ce6-45f9-9750-dc4a635b233e), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:03.571941 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Current status of the port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:03.575059 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0844c87-0dcd-4af4-8d72-1a92a550a64e admin admin] Publish callbacks [] for security_group (97158bf5-7ce6-45f9-9750-dc4a635b233e), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:03.623496 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Provisioning complete for port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:03.623952 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:03.689595 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 03bc609f-0ecf-4bc7-8305-482f128debf5 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:03.885897 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks [] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.151866 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Made reservation on behalf of fd6acdaf89af4d109a04a3a40621e958 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:04.168077 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.355551 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 03bc609f-0ecf-4bc7-8305-482f128debf5 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:04.356461 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.427173 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-80a66dda-9933-4779-a981-73b9f8f47a1b req-fb06bff5-6dc5-4035-a0ee-de6a28903411 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 1.2486687 Apr 08 17:46:04.431733 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.494069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Current status of the port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:04.500235 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.535640 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.595603 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:04.609490 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:04.620646 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0844c87-0dcd-4af4-8d72-1a92a550a64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (97158bf5-7ce6-45f9-9750-dc4a635b233e), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.625171 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0844c87-0dcd-4af4-8d72-1a92a550a64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:04.627115 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b0844c87-0dcd-4af4-8d72-1a92a550a64e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/97158bf5-7ce6-45f9-9750-dc4a635b233e HTTP/1.1" status: 204 len: 168 time: 2.1816251 Apr 08 17:46:04.653311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:04.987258 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=7f95429d-6720-4d62-bb25-5b5c1d909dcf,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:05.161866 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0844c87-0dcd-4af4-8d72-1a92a550a64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97158bf5-7ce6-45f9-9750-dc4a635b233e,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:05.402390 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Allocated IP 172.20.0.3 (aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2/7ae9512b-5955-4d6d-8620-958f4014fb2a/9bac2f6e-6478-4fce-89be-27887543db46) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:05.829939 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] For port 195c44ad-2a4d-431b-9b85-4b097fc49ee4, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=195c44ad-2a4d-431b-9b85-4b097fc49ee4,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:05.911718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:05.963029 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Publish callbacks [] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.037929 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 03bc609f-0ecf-4bc7-8305-482f128debf5 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:06.051748 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.144947 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 03bc609f-0ecf-4bc7-8305-482f128debf5, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=03bc609f-0ecf-4bc7-8305-482f128debf5,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:06.173038 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.175196 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 195c44ad-2a4d-431b-9b85-4b097fc49ee4 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:06.179489 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.215539 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks [] for port (9bac2f6e-6478-4fce-89be-27887543db46), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.286396 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Provisioning complete for port c9766ea2-7beb-4c8b-b666-deb48d80c849 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:06.301314 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.374969 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.405346 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-059e6bcc-d21d-470b-bca6-1f8e7bbcaeb2 req-7b99180c-55aa-4c15-8c64-af5941351047 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.4866984 Apr 08 17:46:06.524536 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Port c9766ea2-7beb-4c8b-b666-deb48d80c849 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:06.531991 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92630fc8-3f86-434a-aab0-29e16c2919e1 None None] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:46:06.583273 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks [] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.605526 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (9bac2f6e-6478-4fce-89be-27887543db46), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.612323 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.616328 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:46:06.623066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (e0427723-a488-4e31-a8fe-2405a5a7e07e), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:06.922859 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:07.016382 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:07.057473 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Pushing event updated for resources: {'Port': ['ID=c9766ea2-7beb-4c8b-b666-deb48d80c849,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:07.073087 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:07.104806 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:07.105867 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.530075 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Attempting to bind port c61e7fbb-cbc8-4e96-8efa-a485892db517 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:07.530988 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Attempting to bind port c61e7fbb-cbc8-4e96-8efa-a485892db517 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:07.531835 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Attempting to bind port c61e7fbb-cbc8-4e96-8efa-a485892db517 on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:07.536321 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13f602-6266-4836-a695-9aa720b7bd86 None None] Pushing event updated for resources: {'Port': ['ID=195c44ad-2a4d-431b-9b85-4b097fc49ee4,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:07.565087 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Provisioning complete for port 75495165-ad2c-4431-b896-9445e6d16a74 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:07.566082 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (75495165-ad2c-4431-b896-9445e6d16a74), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.572559 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5862417 Apr 08 17:46:07.698438 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:07.698966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:07.699341 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.699791 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:07.700444 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Bound port: c61e7fbb-cbc8-4e96-8efa-a485892db517, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:07.700937 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:07.715579 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Network ad1d721d-462d-4683-8210-a0822019814d is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:07.754792 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:07.768457 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-aedadb2a-7aad-48be-b122-ff38bf3f34e6 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:46:07.770365 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-aedadb2a-7aad-48be-b122-ff38bf3f34e6 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0395858 Apr 08 17:46:07.808511 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] For port c61e7fbb-cbc8-4e96-8efa-a485892db517, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:07.809144 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba314850-b852-4f2e-baea-c4cb74c79cb4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Pushing event updated for resources: {'Port': ['ID=9bac2f6e-6478-4fce-89be-27887543db46,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:07.815268 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] For port c61e7fbb-cbc8-4e96-8efa-a485892db517, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=c61e7fbb-cbc8-4e96-8efa-a485892db517,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:07.862868 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Allocated IP 172.20.0.1 (7565e813-4adc-41b5-bcce-51c473e6aeba/ca4e53fc-4b2c-4069-88f9-6071468e4972/9b20959c-a8b9-41e6-b760-52003d9bb5cc) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:08.035099 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Current status of the port 75495165-ad2c-4431-b896-9445e6d16a74 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:08.035330 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (75495165-ad2c-4431-b896-9445e6d16a74), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.077597 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.217556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42704) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:08.238803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Router e0427723-a488-4e31-a8fe-2405a5a7e07e has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:08.490164 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:08.491441 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.606975 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks [] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:08.788710 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:08.790749 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:08.967927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-08894cee-c45d-457d-a8a4-d71d26f3c419 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.073745 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks [] for router_gateway (81a94a09-47b5-4b74-8ce6-8968cc078602), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.093367 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.233421 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-08894cee-c45d-457d-a8a4-d71d26f3c419 admin admin] Publish callbacks [] for security_group (d943b2be-e1e6-40cb-8ff1-8e393e0848f6), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.276361 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:09.303896 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Request body: {'port': {'device_id': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:09.352929 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Network 7565e813-4adc-41b5-bcce-51c473e6aeba is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:09.366344 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:09.398856 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:09.402499 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.439278 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-08894cee-c45d-457d-a8a4-d71d26f3c419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (d943b2be-e1e6-40cb-8ff1-8e393e0848f6), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:09.514790 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:09.545912 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:09.590146 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:09.593280 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:09.642129 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=03bc609f-0ecf-4bc7-8305-482f128debf5,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:09.718298 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-08894cee-c45d-457d-a8a4-d71d26f3c419 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a8a8487ffa784f458ac7474f6b14e08c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4717076 Apr 08 17:46:09.797903 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42730) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:09.806295 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42732) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:09.822895 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08894cee-c45d-457d-a8a4-d71d26f3c419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943b2be-e1e6-40cb-8ff1-8e393e0848f6,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:09.870352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16236-5650-4c6b-87d0-78530dc42804 req-a2951c5d-d256-427d-b925-d5dda6d54094 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:09.908141 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8ac16236-5650-4c6b-87d0-78530dc42804 req-a2951c5d-d256-427d-b925-d5dda6d54094 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 931 time: 1.6902533 Apr 08 17:46:10.026661 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82357e28-00de-4113-91a0-c80aba654c99 None None] Pushing event updated for resources: {'Port': ['ID=c61e7fbb-cbc8-4e96-8efa-a485892db517,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:10.077916 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Pushing event updated for resources: {'Port': ['ID=9b20959c-a8b9-41e6-b760-52003d9bb5cc,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:10.082242 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] For port 75495165-ad2c-4431-b896-9445e6d16a74, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=75495165-ad2c-4431-b896-9445e6d16a74,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:10.132534 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (75495165-ad2c-4431-b896-9445e6d16a74), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.209679 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9bac2f6e-6478-4fce-89be-27887543db46), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.228013 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.230293 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8468a229-cb7a-44ec-90b2-deb20a2b7e32 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 15.7157533 Apr 08 17:46:10.270968 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42740) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:10.388239 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:10.587005 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:10.590848 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:10.723114 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Provisioning complete for port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:10.723502 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.737029 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:10.815026 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:10.949198 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82357e28-00de-4113-91a0-c80aba654c99 None None] Pushing event updated for resources: {'Port': ['ID=c61e7fbb-cbc8-4e96-8efa-a485892db517,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:11.016941 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:01Z', 'revision_number': 3, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:11.120039 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:11.121768 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Updating router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a port b92f48b3-289a-425b-9338-04f0c7480ef1 binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:11.132601 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (81a94a09-47b5-4b74-8ce6-8968cc078602), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.248299 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.337843 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Pushing event updated for resources: {'Port': ['ID=75495165-ad2c-4431-b896-9445e6d16a74,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:11.398203 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:11.398828 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.495028 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 2, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:11.586372 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519f3e2-f4a0-4c8f-a6a8-f477a30e05ae None None] The sync data for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi is: [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 2, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:11.600847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-5931785f-138f-401b-abbc-495e4b1d3bd4 None None] Current status of the port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:11.774905 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Provisioning complete for port 9b20959c-a8b9-41e6-b760-52003d9bb5cc triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:11.775628 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.802948 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks [] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.914712 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:11.919514 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:11.929688 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.026239 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Port 9b20959c-a8b9-41e6-b760-52003d9bb5cc cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:12.060978 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-56bf41bc-48b9-48bb-8043-8f4ee9dbd405 admin admin] 10.222.0.78 "PUT /v2.0/routers/e0427723-a488-4e31-a8fe-2405a5a7e07e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8851223 Apr 08 17:46:12.135117 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Provisioning complete for port 75495165-ad2c-4431-b896-9445e6d16a74 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:12.135781 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (75495165-ad2c-4431-b896-9445e6d16a74), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.363166 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-58ed3853-9db5-430b-9a53-156aec8c62f3 admin admin] Publish callbacks [] for security_group (d943b2be-e1e6-40cb-8ff1-8e393e0848f6), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.486126 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Publish callbacks [] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.503019 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.578893 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Pushing event updated for resources: {'Port': ['ID=9b20959c-a8b9-41e6-b760-52003d9bb5cc,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:12.736154 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Current status of the port 75495165-ad2c-4431-b896-9445e6d16a74 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:12.798431 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Provisioning complete for port c9766ea2-7beb-4c8b-b666-deb48d80c849 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:12.800942 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.809596 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e509bd-0b14-4a1f-816f-27e7fd0bc618 None None] Pushing event updated for resources: {'Port': ['ID=b92f48b3-289a-425b-9338-04f0c7480ef1,revision_number=2']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:12.907926 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Attempting to bind port b92f48b3-289a-425b-9338-04f0c7480ef1 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:12.908654 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Attempting to bind port b92f48b3-289a-425b-9338-04f0c7480ef1 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:12.913915 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Attempting to bind port b92f48b3-289a-425b-9338-04f0c7480ef1 on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:12.936324 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:12.936995 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:12.937655 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.938316 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:12.941571 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Bound port: b92f48b3-289a-425b-9338-04f0c7480ef1, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:12.942282 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:12.948462 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Router 81a94a09-47b5-4b74-8ce6-8968cc078602 is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:46:13.036627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Network 7565e813-4adc-41b5-bcce-51c473e6aeba is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:13.042899 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:13.167014 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 03bc609f-0ecf-4bc7-8305-482f128debf5 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:13.203065 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] For port b92f48b3-289a-425b-9338-04f0c7480ef1, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:13.224786 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] For port b92f48b3-289a-425b-9338-04f0c7480ef1, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=b92f48b3-289a-425b-9338-04f0c7480ef1,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:13.243460 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:13.392523 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-863e582c-8337-4833-92d5-b728fbccfadd None None] Port c9766ea2-7beb-4c8b-b666-deb48d80c849 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:13.579516 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 03bc609f-0ecf-4bc7-8305-482f128debf5 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:13.583629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:13.615494 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e509bd-0b14-4a1f-816f-27e7fd0bc618 None None] Pushing event updated for resources: {'Port': ['ID=b92f48b3-289a-425b-9338-04f0c7480ef1,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:13.670290 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bac2f6e-6478-4fce-89be-27887543db46 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:13.692492 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Publish callbacks [] for port (9bac2f6e-6478-4fce-89be-27887543db46), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:13.693838 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:13.695182 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:13.861581 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Transition to ACTIVE for port object 9bac2f6e-6478-4fce-89be-27887543db46 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:46:13.900430 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8ac16236-5650-4c6b-87d0-78530dc42804 req-e5a1d804-bd7f-4f52-a755-1043d1add50c tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.9925764 Apr 08 17:46:13.908815 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-33262535-33fc-4c4e-97fb-1463bc7c8d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.115880 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-0f143e8b-bcd8-4868-ae5e-7f6cca6b029a None None] Provisioning complete for port 9b20959c-a8b9-41e6-b760-52003d9bb5cc triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:14.125815 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:14.156411 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0f143e8b-bcd8-4868-ae5e-7f6cca6b029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.194557 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.197361 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-30ed57c9-0108-465f-8699-234f2442c3b8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 19.6805897 Apr 08 17:46:14.202241 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:14.211442 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42774) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:14.236437 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9bac2f6e-6478-4fce-89be-27887543db46), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.371642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Sync routers for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:14.393304 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:14.467567 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-58ed3853-9db5-430b-9a53-156aec8c62f3 admin admin] Publish callbacks [] for security_group (d943b2be-e1e6-40cb-8ff1-8e393e0848f6), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.597485 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-58ed3853-9db5-430b-9a53-156aec8c62f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (d943b2be-e1e6-40cb-8ff1-8e393e0848f6), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.602629 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-58ed3853-9db5-430b-9a53-156aec8c62f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:14.604873 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-58ed3853-9db5-430b-9a53-156aec8c62f3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d943b2be-e1e6-40cb-8ff1-8e393e0848f6 HTTP/1.1" status: 204 len: 168 time: 4.7658308 Apr 08 17:46:14.643076 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed3853-9db5-430b-9a53-156aec8c62f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943b2be-e1e6-40cb-8ff1-8e393e0848f6,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:14.730934 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 03bc609f-0ecf-4bc7-8305-482f128debf5 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:14.742988 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 195c44ad-2a4d-431b-9b85-4b097fc49ee4 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:14.780450 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42778) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:14.786812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bac2f6e-6478-4fce-89be-27887543db46,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:14.796672 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-e78153c8-f6f3-4d41-8810-8e60014adf26 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835962136', 'description': 'tempest-description--2092833303'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:14.939685 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:14.940997 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:14.957190 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-0f143e8b-bcd8-4868-ae5e-7f6cca6b029a None None] Port 9b20959c-a8b9-41e6-b760-52003d9bb5cc cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:14.968619 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e78153c8-f6f3-4d41-8810-8e60014adf26 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.049625 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Attempting to bind port 9bac2f6e-6478-4fce-89be-27887543db46 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:15.061260 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Attempting to bind port 9bac2f6e-6478-4fce-89be-27887543db46 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2add64b0-356b-4568-9d6c-11ab1bd73cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:15.065427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Attempting to bind port 9bac2f6e-6478-4fce-89be-27887543db46 on network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:15.300280 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Port 9bac2f6e-6478-4fce-89be-27887543db46 on network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:46:15.315223 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Attempting to bind port 9bac2f6e-6478-4fce-89be-27887543db46 on network aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:15.334993 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:15.336972 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.357270 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:15.357777 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Checking segment: {'id': '2add64b0-356b-4568-9d6c-11ab1bd73cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:15.358380 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Bound using segment: {'id': '2add64b0-356b-4568-9d6c-11ab1bd73cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:15.359092 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Bound port: 9bac2f6e-6478-4fce-89be-27887543db46, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2add64b0-356b-4568-9d6c-11ab1bd73cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:15.363459 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9bac2f6e-6478-4fce-89be-27887543db46), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.554454 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:01Z', 'revision_number': 3, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:15.602308 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e78153c8-f6f3-4d41-8810-8e60014adf26 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (ca76568d-29c2-407d-93b2-341c619bcab2), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.660004 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e78153c8-f6f3-4d41-8810-8e60014adf26 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ca76568d-29c2-407d-93b2-341c619bcab2), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:15.724700 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceea815-e905-4e5a-a60f-49cfa16035f0 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:01Z', 'revision_number': 3, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:15.994793 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:16.129015 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:16.142374 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Sync routers for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:16.172140 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2e989c94-c06b-4cad-a189-12ec673c1ceb admin admin] 10.222.0.78 "PUT /v2.0/routers/e36815ac-e9ab-4d9d-9428-f78bcbb37af7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.3617394 Apr 08 17:46:16.186587 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:16.190970 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:16.378719 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:16.896485 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:16.921877 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebfa7a-b337-4d63-8bcb-67ebb037e4e4 req-e8643023-c099-40e1-b047-dc5564ec3775 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:16.927930 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21ebfa7a-b337-4d63-8bcb-67ebb037e4e4 req-e8643023-c099-40e1-b047-dc5564ec3775 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 1.3202419 Apr 08 17:46:17.000805 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e78153c8-f6f3-4d41-8810-8e60014adf26 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.003743 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e78153c8-f6f3-4d41-8810-8e60014adf26 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2186100 Apr 08 17:46:17.105626 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42806) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:17.380935 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.392905 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-567cd451-fe9a-4281-b914-dd0e39d8ec8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'security_group_rule': {'security_group_id': 'ca76568d-29c2-407d-93b2-341c619bcab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:17.530523 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:17.537216 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 75495165-ad2c-4431-b896-9445e6d16a74 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:17.762899 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Allocated IP 172.20.0.1 (e0ad2a86-d620-4fda-a99c-2059c210a0ed/45d512ed-300f-492b-9fd8-0ed0be420735/b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:17.842136 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-33262535-33fc-4c4e-97fb-1463bc7c8d33 admin admin] Publish callbacks [] for security_group (531b3511-9cf3-4544-8d25-ae2f23519969), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:17.850288 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78153c8-f6f3-4d41-8810-8e60014adf26 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76568d-29c2-407d-93b2-341c619bcab2,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:17.908160 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 3, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:18.004928 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-33262535-33fc-4c4e-97fb-1463bc7c8d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (531b3511-9cf3-4544-8d25-ae2f23519969), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.035719 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Checking router: 81a94a09-47b5-4b74-8ce6-8968cc078602 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:18.036302 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Updating router 81a94a09-47b5-4b74-8ce6-8968cc078602 port 7f95429d-6720-4d62-bb25-5b5c1d909dcf binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:18.096055 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:11Z', 'revision_number': 2, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:18.154117 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Sync routers for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:18.188975 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Allocated IP 172.20.0.1 (f3279b8a-9ad0-49f9-aca0-6879a4c8232b/cadc6be0-e4e3-4078-ad93-1f9c13fd3874/fc66e3cb-c01e-4b9e-a69f-7124b72ce618) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:18.254362 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Checking router: e36815ac-e9ab-4d9d-9428-f78bcbb37af7 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:18.259782 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Updating router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 port 9b20959c-a8b9-41e6-b760-52003d9bb5cc binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:18.294481 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 75495165-ad2c-4431-b896-9445e6d16a74 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:18.295792 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (75495165-ad2c-4431-b896-9445e6d16a74), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.360648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] For port 9bac2f6e-6478-4fce-89be-27887543db46, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:18.433048 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.490713 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.544225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42822) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:18.545918 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33262535-33fc-4c4e-97fb-1463bc7c8d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531b3511-9cf3-4544-8d25-ae2f23519969,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:18.566161 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-567cd451-fe9a-4281-b914-dd0e39d8ec8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (3d98caa3-de69-474c-a18f-9f6a56d76cf1), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:18.646505 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-1c2963c2-a7d7-4adf-8f58-af901d93697b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1124732224', 'description': 'tempest-description--793418922'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:18.776547 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] For port 9bac2f6e-6478-4fce-89be-27887543db46, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9bac2f6e-6478-4fce-89be-27887543db46,segment=NetworkSegment(2add64b0-356b-4568-9d6c-11ab1bd73cf9),segment_id=2add64b0-356b-4568-9d6c-11ab1bd73cf9)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:18.778669 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks [] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.003569 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.014998 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9bac2f6e-6478-4fce-89be-27887543db46), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.084309 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21ebfa7a-b337-4d63-8bcb-67ebb037e4e4 req-c1b3166c-dfb8-4863-a100-401050e33e4b tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0988574 Apr 08 17:46:19.097209 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-33262535-33fc-4c4e-97fb-1463bc7c8d33 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cf05de403fcb48b3a381e6aa297f6d87&name=default HTTP/1.1" status: 200 len: 2996 time: 9.2496114 Apr 08 17:46:19.120499 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42828) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:19.168934 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:19.170568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.174863 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] 10.222.0.73 "PUT /v2.0/ports/9bac2f6e-6478-4fce-89be-27887543db46 HTTP/1.1" status: 200 len: 1093 time: 10.2721479 Apr 08 17:46:19.235747 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'tag': '9bac2f6e-6478-4fce-89be-27887543db46'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:19.250223 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:19.295932 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:19.298236 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Publish callbacks [] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.306508 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:19.307854 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:19.315744 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.331115 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:19.331487 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (81a94a09-47b5-4b74-8ce6-8968cc078602), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.594229 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Pushing event updated for resources: {'Port': ['ID=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:19.629462 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1c2963c2-a7d7-4adf-8f58-af901d93697b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.820913 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Attempting to bind port 7f95429d-6720-4d62-bb25-5b5c1d909dcf on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:19.821405 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Attempting to bind port 7f95429d-6720-4d62-bb25-5b5c1d909dcf by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:19.824455 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Attempting to bind port 7f95429d-6720-4d62-bb25-5b5c1d909dcf on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:19.840791 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Publish callbacks [] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.855077 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.932732 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225fa18-743f-4088-889e-f537a0d53e0f None None] Pushing event updated for resources: {'Port': ['ID=7f95429d-6720-4d62-bb25-5b5c1d909dcf,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:19.955582 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:19.956483 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:19.957240 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:19.958372 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:19.959297 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Bound port: 7f95429d-6720-4d62-bb25-5b5c1d909dcf, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:19.960656 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.081691 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.108043 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] For port 7f95429d-6720-4d62-bb25-5b5c1d909dcf, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:20.116754 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] For port 7f95429d-6720-4d62-bb25-5b5c1d909dcf, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=7f95429d-6720-4d62-bb25-5b5c1d909dcf,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:20.229631 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-8612d044-292b-4d45-978b-72ba8eed7175 None None] Provisioning complete for port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:20.230102 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-8612d044-292b-4d45-978b-72ba8eed7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.235019 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.241180 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881e437-0fd0-4ea3-90f2-4d6253c30925 None None] Pushing event updated for resources: {'Port': ['ID=9b20959c-a8b9-41e6-b760-52003d9bb5cc,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:20.448469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-567cd451-fe9a-4281-b914-dd0e39d8ec8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (3d98caa3-de69-474c-a18f-9f6a56d76cf1), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.597991 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.613489 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Attempting to bind port 9b20959c-a8b9-41e6-b760-52003d9bb5cc on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:20.613872 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Attempting to bind port 9b20959c-a8b9-41e6-b760-52003d9bb5cc by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:20.614243 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Attempting to bind port 9b20959c-a8b9-41e6-b760-52003d9bb5cc on network 7565e813-4adc-41b5-bcce-51c473e6aeba {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:20.614356 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:20.615355 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:20.648933 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:20.656422 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Checking segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:20.660606 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.662324 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Bound using segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:20.677264 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Bound port: 9b20959c-a8b9-41e6-b760-52003d9bb5cc, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:20.685052 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.796756 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks [] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.803132 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ea2f8-d52d-4d04-b015-967a3b1cbbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bac2f6e-6478-4fce-89be-27887543db46,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:20.822013 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-567cd451-fe9a-4281-b914-dd0e39d8ec8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (3d98caa3-de69-474c-a18f-9f6a56d76cf1), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:20.938222 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 75495165-ad2c-4431-b896-9445e6d16a74 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:21.009017 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:21.033028 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-8612d044-292b-4d45-978b-72ba8eed7175 None None] Port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:21.104681 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1c2963c2-a7d7-4adf-8f58-af901d93697b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (f3e2868f-7753-4039-8c7b-d2636b5bedcf), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.138016 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f6b3e-0a6d-4d5f-b0a5-ef904c63c56e req-d97a1979-7f3d-4d8b-864a-f4aab513b813 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:21.153322 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-131f6b3e-0a6d-4d5f-b0a5-ef904c63c56e req-d97a1979-7f3d-4d8b-864a-f4aab513b813 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 0.4283721 Apr 08 17:46:21.261649 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225fa18-743f-4088-889e-f537a0d53e0f None None] Pushing event updated for resources: {'Port': ['ID=7f95429d-6720-4d62-bb25-5b5c1d909dcf,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:21.345924 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca960fa8-271e-44fa-9e78-fcbe15ebd1d7", "tag": "9bac2f6e-6478-4fce-89be-27887543db46"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:21.363668 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] For port 9b20959c-a8b9-41e6-b760-52003d9bb5cc, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:21.372424 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks [] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.374241 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] For port 9b20959c-a8b9-41e6-b760-52003d9bb5cc, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=9b20959c-a8b9-41e6-b760-52003d9bb5cc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:21.392939 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cd451-fe9a-4281-b914-dd0e39d8ec8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d98caa3-de69-474c-a18f-9f6a56d76cf1,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:21.403255 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1c2963c2-a7d7-4adf-8f58-af901d93697b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (f3e2868f-7753-4039-8c7b-d2636b5bedcf), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.414341 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.432052 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.433337 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (81a94a09-47b5-4b74-8ce6-8968cc078602), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.506950 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Pushing event updated for resources: {'Port': ['ID=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:21.535892 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-131f6b3e-0a6d-4d5f-b0a5-ef904c63c56e req-9fe6ff9b-fd09-4171-a603-f0c082da5f78 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589194 Apr 08 17:46:21.541903 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b92f48b3-289a-425b-9338-04f0c7480ef1 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:21.603796 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-95a2b175-9902-4ea9-b648-e76f33bec7bb None None] Provisioning complete for port 9b20959c-a8b9-41e6-b760-52003d9bb5cc triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:21.605242 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-95a2b175-9902-4ea9-b648-e76f33bec7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.687675 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881e437-0fd0-4ea3-90f2-4d6253c30925 None None] Pushing event updated for resources: {'Port': ['ID=9b20959c-a8b9-41e6-b760-52003d9bb5cc,revision_number=4']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:21.742012 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:21.743503 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:45:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:21.768067 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2963c2-a7d7-4adf-8f58-af901d93697b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e2868f-7753-4039-8c7b-d2636b5bedcf,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:21.827454 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-1200a085-9018-46eb-a057-c7e5e51c631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:21.835008 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-1200a085-9018-46eb-a057-c7e5e51c631e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6acdaf89af4d109a04a3a40621e958&device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 1127 time: 1.5500188 Apr 08 17:46:21.837472 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-567cd451-fe9a-4281-b914-dd0e39d8ec8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.841446 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-567cd451-fe9a-4281-b914-dd0e39d8ec8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.5824087 Apr 08 17:46:21.842232 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port b92f48b3-289a-425b-9338-04f0c7480ef1 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:21.842794 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:21.859698 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42874) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:21.875796 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-b02b69d3-0330-4cbd-a83a-c1b032ed3c2b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'security_group_rule': {'security_group_id': 'ca76568d-29c2-407d-93b2-341c619bcab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:22.032693 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:22.075454 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:22.083335 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:22.306000 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1c2963c2-a7d7-4adf-8f58-af901d93697b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:22.310823 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:22.324024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1c2963c2-a7d7-4adf-8f58-af901d93697b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 3.7013772 Apr 08 17:46:22.346500 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a99b5a-e569-4da3-b4e0-eb7edc8bf5bb x-openstack-request-id: req-09a99b5a-e569-4da3-b4e0-eb7edc8bf5bb {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:22.347098 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca960fa8-271e-44fa-9e78-fcbe15ebd1d7", "tag": "9bac2f6e-6478-4fce-89be-27887543db46", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:22.354352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-09a99b5a-e569-4da3-b4e0-eb7edc8bf5bb {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:22.356346 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a99b5a-e569-4da3-b4e0-eb7edc8bf5bb'] response: {'name': 'network-changed', 'server_uuid': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'tag': '9bac2f6e-6478-4fce-89be-27887543db46', 'status': 'completed', 'code': 200} Apr 08 17:46:22.365337 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-a849d402-684a-473d-aeea-d5601e1eafe6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bac2f6e-6478-4fce-89be-27887543db46 HTTP/1.1" status: 200 len: 217 time: 0.4718931 Apr 08 17:46:22.440880 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42882) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:22.640981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-7e4c111f-5cbc-4a4b-b794-da15dc22ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:22.665078 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-7e4c111f-5cbc-4a4b-b794-da15dc22ed16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ae9512b-5955-4d6d-8620-958f4014fb2a HTTP/1.1" status: 200 len: 852 time: 0.1891437 Apr 08 17:46:22.713924 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-790d78a0-51fe-4677-b021-064a284c0024 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'security_group_rule': {'security_group_id': 'f3e2868f-7753-4039-8c7b-d2636b5bedcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:22.725814 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Router 81a94a09-47b5-4b74-8ce6-8968cc078602 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:22.805493 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b02b69d3-0330-4cbd-a83a-c1b032ed3c2b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (92943a0f-dc5b-47c9-869a-d1b181e197ef), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:22.816989 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:22.913627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5d502-c11c-4f6d-af4d-6f5b7fdd2613 req-cb66aa9a-7015-4433-9393-3613f548fa47 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:22.916151 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4ec5d502-c11c-4f6d-af4d-6f5b7fdd2613 req-cb66aa9a-7015-4433-9393-3613f548fa47 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 0.1871181 Apr 08 17:46:23.058373 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:21Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:23.154307 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d04604-f609-40a8-acf6-9b0589175ff9 None None] The sync data for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi is: [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:21Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:23.221653 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4ec5d502-c11c-4f6d-af4d-6f5b7fdd2613 req-167c554c-3e1a-4e95-9b41-77f89c55e15c tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986655 Apr 08 17:46:23.292202 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-4e23cb81-3a2d-430a-91ac-dbc405dde98a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6258867 Apr 08 17:46:23.309084 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:23.341678 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1da9ebf1-efcf-4125-aae2-65c8c4f21eeb admin admin] 10.222.0.78 "PUT /v2.0/routers/81a94a09-47b5-4b74-8ce6-8968cc078602/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1199839 Apr 08 17:46:23.382727 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:23.424201 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 2, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:23.549333 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:23.608869 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:23.609783 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:23.648145 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-95a2b175-9902-4ea9-b648-e76f33bec7bb None None] Current status of the port 9b20959c-a8b9-41e6-b760-52003d9bb5cc is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:23.653810 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-95a2b175-9902-4ea9-b648-e76f33bec7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:23.657958 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e6113a-d95c-496b-b05a-4c1e62f21cd8 admin admin] Publish callbacks [] for security_group (531b3511-9cf3-4544-8d25-ae2f23519969), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:23.662284 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:23.962697 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f080b9a7-b794-4938-bcf6-261821d6d464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:23.978115 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Checking router: e0427723-a488-4e31-a8fe-2405a5a7e07e for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:23.978862 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Updating router e0427723-a488-4e31-a8fe-2405a5a7e07e port c9766ea2-7beb-4c8b-b666-deb48d80c849 binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:23.992170 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42904) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:23.998158 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b02b69d3-0330-4cbd-a83a-c1b032ed3c2b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (92943a0f-dc5b-47c9-869a-d1b181e197ef), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.033120 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b02b69d3-0330-4cbd-a83a-c1b032ed3c2b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (92943a0f-dc5b-47c9-869a-d1b181e197ef), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.087085 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e6113a-d95c-496b-b05a-4c1e62f21cd8 admin admin] Publish callbacks [] for security_group (531b3511-9cf3-4544-8d25-ae2f23519969), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.090765 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b69d3-0330-4cbd-a83a-c1b032ed3c2b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92943a0f-dc5b-47c9-869a-d1b181e197ef,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:24.117617 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790d78a0-51fe-4677-b021-064a284c0024 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (b712d97a-11f0-45c4-b165-46eb9ef395a0), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.227901 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b02b69d3-0330-4cbd-a83a-c1b032ed3c2b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.234069 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42910) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:24.237404 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b02b69d3-0330-4cbd-a83a-c1b032ed3c2b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3750665 Apr 08 17:46:24.247013 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:24.304790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-95a2b175-9902-4ea9-b648-e76f33bec7bb None None] For port 9b20959c-a8b9-41e6-b760-52003d9bb5cc, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=9b20959c-a8b9-41e6-b760-52003d9bb5cc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:24.336856 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.347268 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port b92f48b3-289a-425b-9338-04f0c7480ef1 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:24.347783 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.376057 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-95a2b175-9902-4ea9-b648-e76f33bec7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.401288 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-234f62a7-400c-4d79-8dd4-e487a51e25e3 service neutron] 10.222.0.73 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0575080 Apr 08 17:46:24.427778 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.500312 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:18Z', 'revision_number': 1, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:24.587139 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790d78a0-51fe-4677-b021-064a284c0024 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (b712d97a-11f0-45c4-b165-46eb9ef395a0), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.770855 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790d78a0-51fe-4677-b021-064a284c0024 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (b712d97a-11f0-45c4-b165-46eb9ef395a0), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.856455 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port b92f48b3-289a-425b-9338-04f0c7480ef1, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=b92f48b3-289a-425b-9338-04f0c7480ef1,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:24.858893 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Provisioning complete for port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:24.859446 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.913642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f0ad6d-e35f-4731-ada8-871b0d99ab37 None None] The sync data for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi is: [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:18Z', 'revision_number': 1, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:24.987207 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:24.988494 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device c61e7fbb-cbc8-4e96-8efa-a485892db517 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:25.043787 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d78a0-51fe-4677-b021-064a284c0024 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b712d97a-11f0-45c4-b165-46eb9ef395a0,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:25.052413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:25.113285 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e6113a-d95c-496b-b05a-4c1e62f21cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (531b3511-9cf3-4544-8d25-ae2f23519969), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:25.118489 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e6113a-d95c-496b-b05a-4c1e62f21cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:25.121716 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b6e6113a-d95c-496b-b05a-4c1e62f21cd8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/531b3511-9cf3-4544-8d25-ae2f23519969 HTTP/1.1" status: 204 len: 168 time: 5.9421375 Apr 08 17:46:25.221484 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6113a-d95c-496b-b05a-4c1e62f21cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531b3511-9cf3-4544-8d25-ae2f23519969,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:25.238127 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790d78a0-51fe-4677-b021-064a284c0024 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:25.253336 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-790d78a0-51fe-4677-b021-064a284c0024 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7826257 Apr 08 17:46:25.254465 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42928) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:25.317530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-9ba3f6ba-fc68-473c-b629-0362a1c76ffb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'security_group_rule': {'security_group_id': 'f3e2868f-7753-4039-8c7b-d2636b5bedcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:25.427769 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:25.468408 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-4d19c19e-2ed3-43e7-8163-1577fd358ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:25.648616 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f6ba-fc68-473c-b629-0362a1c76ffb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (b86936fd-8bfa-47f3-a9c9-8bc29e160c61), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:25.800889 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-273c717c-eaea-4cf7-b107-669ae3a33f71 req-cfb14e22-c9b4-4974-8247-0abaefce364e service neutron] 10.222.0.73 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3791327 Apr 08 17:46:25.870223 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:25.916439 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897e911-0457-4a70-bfeb-e49640f3bf9d req-33b86ccd-d9e3-4a20-95ac-b36c4fa62993 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:25.923669 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2b175-9902-4ea9-b648-e76f33bec7bb None None] Pushing event updated for resources: {'Port': ['ID=9b20959c-a8b9-41e6-b760-52003d9bb5cc,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:25.926419 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2897e911-0457-4a70-bfeb-e49640f3bf9d req-33b86ccd-d9e3-4a20-95ac-b36c4fa62993 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 1.4152362 Apr 08 17:46:25.973853 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Provisioning complete for port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:25.974368 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.081196 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-8e051098-cc58-4474-9429-5a65018959f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.107392 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Allocated IP 172.27.2.116 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/9731e85f-a641-4076-90ff-b949995ebf75) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:26.125378 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42940) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:26.187472 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:26.210940 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Provisioning complete for port 9b20959c-a8b9-41e6-b760-52003d9bb5cc triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:26.211490 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.240080 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-9bd8fca4-938f-4ff1-bcf4-2d81735afc3a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:26.245435 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-38d38709-8fe9-4f2a-a3a4-03514a62f73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.252334 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-9bd8fca4-938f-4ff1-bcf4-2d81735afc3a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 819 time: 1.1262128 Apr 08 17:46:26.257471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f6ba-fc68-473c-b629-0362a1c76ffb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (b86936fd-8bfa-47f3-a9c9-8bc29e160c61), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.278713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f6ba-fc68-473c-b629-0362a1c76ffb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (b86936fd-8bfa-47f3-a9c9-8bc29e160c61), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.330335 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3f6ba-fc68-473c-b629-0362a1c76ffb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86936fd-8bfa-47f3-a9c9-8bc29e160c61,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:26.341113 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port c61e7fbb-cbc8-4e96-8efa-a485892db517 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:26.341949 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.369303 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-49f4fec1-18cf-41a5-b744-d886194e74e0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/quotas/6471de8242634d2c8aa39218faa8fa3e HTTP/1.1" status: 200 len: 375 time: 0.1139843 Apr 08 17:46:26.499433 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-2b3850a6-1e8c-449d-a0b1-baf2fa78cdbb tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1299264 Apr 08 17:46:26.518934 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2897e911-0457-4a70-bfeb-e49640f3bf9d req-47ab3e77-14a1-4445-9947-341e422bf268 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916287 Apr 08 17:46:26.526341 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=b92f48b3-289a-425b-9338-04f0c7480ef1,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:26.574565 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9ba3f6ba-fc68-473c-b629-0362a1c76ffb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.576756 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-9ba3f6ba-fc68-473c-b629-0362a1c76ffb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2947323 Apr 08 17:46:26.591495 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 42942) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:26.602634 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:26.616414 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-4d19c19e-2ed3-43e7-8163-1577fd358ad2 admin admin] Publish callbacks [] for security_group (9105c148-4a50-41ca-85f7-cd993b171191), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.632712 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-4d19c19e-2ed3-43e7-8163-1577fd358ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9105c148-4a50-41ca-85f7-cd993b171191), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.744372 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-4d19c19e-2ed3-43e7-8163-1577fd358ad2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=117cf4f0beb24822963400d865ab6b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7481511 Apr 08 17:46:26.745653 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42944) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:26.831279 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks [] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.849360 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.850177 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.869071 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19c19e-2ed3-43e7-8163-1577fd358ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9105c148-4a50-41ca-85f7-cd993b171191,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:26.875459 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.900751 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for port (9731e85f-a641-4076-90ff-b949995ebf75), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.925914 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-95070948-f715-43f2-adb6-d9e6f004c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:26.929367 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-95070948-f715-43f2-adb6-d9e6f004c917 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6acdaf89af4d109a04a3a40621e958&device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 1127 time: 0.1971858 Apr 08 17:46:26.933897 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Publish callbacks [] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.958726 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.961849 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-38d38709-8fe9-4f2a-a3a4-03514a62f73d admin admin] Publish callbacks [] for security_group (bd3b314c-55b7-4b93-8896-1f3d4a375847), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.973735 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b2c40811-46ef-434e-9e8e-ef756ac88df3 None None] Current status of the port 9b20959c-a8b9-41e6-b760-52003d9bb5cc is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:26.976671 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-38d38709-8fe9-4f2a-a3a4-03514a62f73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (bd3b314c-55b7-4b93-8896-1f3d4a375847), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:26.983883 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port c61e7fbb-cbc8-4e96-8efa-a485892db517 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:26.984323 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.019534 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.061665 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-386db953-8dff-49b1-bb6c-6f95ac427b4f service neutron] 10.222.0.78 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568650 Apr 08 17:46:27.117314 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-38d38709-8fe9-4f2a-a3a4-03514a62f73d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a73351781904efca95ea43b13a09704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9600267 Apr 08 17:46:27.118068 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61d4e94a-f4a6-40f4-bdc0-7b885f634986 admin admin] Publish callbacks [] for security_group (9105c148-4a50-41ca-85f7-cd993b171191), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.127350 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (9731e85f-a641-4076-90ff-b949995ebf75), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.146943 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42952) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:27.155140 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port c61e7fbb-cbc8-4e96-8efa-a485892db517, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=c61e7fbb-cbc8-4e96-8efa-a485892db517,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:27.161373 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ce62-4903-4ea9-9c3f-d5ceb65fe107 None None] Pushing event updated for resources: {'Port': ['ID=c9766ea2-7beb-4c8b-b666-deb48d80c849,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:27.171774 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.221249 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:27.238653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:27.263302 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'Port': ['ID=9731e85f-a641-4076-90ff-b949995ebf75,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:27.266021 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:27.303769 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:27.480291 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d38709-8fe9-4f2a-a3a4-03514a62f73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3b314c-55b7-4b93-8896-1f3d4a375847,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:27.559293 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Attempting to bind port c9766ea2-7beb-4c8b-b666-deb48d80c849 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:27.559293 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Attempting to bind port c9766ea2-7beb-4c8b-b666-deb48d80c849 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:27.559786 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Attempting to bind port c9766ea2-7beb-4c8b-b666-deb48d80c849 on network ad1d721d-462d-4683-8210-a0822019814d {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:27.560483 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.561042 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61d4e94a-f4a6-40f4-bdc0-7b885f634986 admin admin] Publish callbacks [] for security_group (9105c148-4a50-41ca-85f7-cd993b171191), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.567333 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=c61e7fbb-cbc8-4e96-8efa-a485892db517,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:27.583169 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:27.583684 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Checking segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:27.584226 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.584722 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Bound using segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:27.585642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Bound port: c9766ea2-7beb-4c8b-b666-deb48d80c849, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:27.586171 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.645035 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (f91eb127-268a-4a58-a23b-603b5bd0fd6d), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.717483 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-2bb678bf-a90d-48f7-92e2-9f09a0e266ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:27.719198 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-2bb678bf-a90d-48f7-92e2-9f09a0e266ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 HTTP/1.1" status: 200 len: 913 time: 0.7642994 Apr 08 17:46:27.742725 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:27.781479 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] For port c9766ea2-7beb-4c8b-b666-deb48d80c849, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:27.826035 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] For port c9766ea2-7beb-4c8b-b666-deb48d80c849, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=c9766ea2-7beb-4c8b-b666-deb48d80c849,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:27.826315 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:27.890540 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-2673a210-815e-4d4d-ade9-baac71740319 None None] Provisioning complete for port c9766ea2-7beb-4c8b-b666-deb48d80c849 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:27.891390 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2673a210-815e-4d4d-ade9-baac71740319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.894792 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61d4e94a-f4a6-40f4-bdc0-7b885f634986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9105c148-4a50-41ca-85f7-cd993b171191), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.896078 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b92f48b3-289a-425b-9338-04f0c7480ef1 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:27.898729 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61d4e94a-f4a6-40f4-bdc0-7b885f634986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:27.917034 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-61d4e94a-f4a6-40f4-bdc0-7b885f634986 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9105c148-4a50-41ca-85f7-cd993b171191 HTTP/1.1" status: 204 len: 168 time: 1.1311741 Apr 08 17:46:27.997505 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-5c7dd7b2-fa6d-454c-b88f-f8df3682af94 service neutron] 10.222.0.78 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8451390 Apr 08 17:46:28.044994 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4e94a-f4a6-40f4-bdc0-7b885f634986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9105c148-4a50-41ca-85f7-cd993b171191,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:28.049295 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-28bbd833-b00d-4fe4-a447-711ab3ac46be admin admin] Publish callbacks [] for security_group (bd3b314c-55b7-4b93-8896-1f3d4a375847), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.080739 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.163546 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9731e85f-a641-4076-90ff-b949995ebf75), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.370341 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ce62-4903-4ea9-9c3f-d5ceb65fe107 None None] Pushing event updated for resources: {'Port': ['ID=c9766ea2-7beb-4c8b-b666-deb48d80c849,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:28.431899 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:28.432836 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:46:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:28.444269 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port b92f48b3-289a-425b-9338-04f0c7480ef1 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:28.444699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.497089 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-28bbd833-b00d-4fe4-a447-711ab3ac46be admin admin] Publish callbacks [] for security_group (bd3b314c-55b7-4b93-8896-1f3d4a375847), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.593346 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d958b0-d2cc-47ac-8ae5-8188bda3e8aa req-8031fb3c-7cd1-4c60-9b47-b0c2c0ef84f2 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:28.601631 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20d958b0-d2cc-47ac-8ae5-8188bda3e8aa req-8031fb3c-7cd1-4c60-9b47-b0c2c0ef84f2 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 0.7981503 Apr 08 17:46:28.610447 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-28bbd833-b00d-4fe4-a447-711ab3ac46be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (bd3b314c-55b7-4b93-8896-1f3d4a375847), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.613750 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-28bbd833-b00d-4fe4-a447-711ab3ac46be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.617755 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-28bbd833-b00d-4fe4-a447-711ab3ac46be admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bd3b314c-55b7-4b93-8896-1f3d4a375847 HTTP/1.1" status: 204 len: 168 time: 1.3925154 Apr 08 17:46:28.652262 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbd833-b00d-4fe4-a447-711ab3ac46be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3b314c-55b7-4b93-8896-1f3d4a375847,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:28.842301 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20d958b0-d2cc-47ac-8ae5-8188bda3e8aa req-01e648c8-57e8-4fc3-ab3c-aaaedbd1e110 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394540 Apr 08 17:46:28.897284 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 42976) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:28.922966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:28.939460 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0d36c85c-40fe-49af-98ef-b277e6975fe7 req-cc711f0f-a300-4193-93cd-d28d22e0a4e7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 210 time: 0.2207489 Apr 08 17:46:28.945770 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00e73096-3e18-480e-8936-46b4ddddc670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.954830 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for port (9731e85f-a641-4076-90ff-b949995ebf75), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:28.982228 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9731e85f-a641-4076-90ff-b949995ebf75), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:29.005119 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Allocated IP 172.27.2.66 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/2caa0d5b-d12b-4e50-b846-5dd64f65eb14) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:29.020236 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:46:29.219127 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:46:29.235888 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (f91eb127-268a-4a58-a23b-603b5bd0fd6d), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:29.398058 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:46:29.409717 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-f9f19794-4e8a-4040-be09-6609907937a0 admin admin] 10.222.0.78 "PUT /v2.0/routers/bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1264689 Apr 08 17:46:29.428807 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'Port': ['ID=9731e85f-a641-4076-90ff-b949995ebf75,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:29.436313 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:29.501471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:29.512478 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:29.515074 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:46:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:29.537151 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:29.552420 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-bcf891cd-5a1f-4d96-9613-cab649ade042 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3143969 Apr 08 17:46:29.719224 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:29.755129 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:29.879713 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:29.957242 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:29.975532 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:29.984086 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00e73096-3e18-480e-8936-46b4ddddc670 admin admin] Publish callbacks [] for security_group (49620ea9-9de8-4581-bbc6-a8a0178063ef), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:29.987996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:30.026115 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'Port': ['ID=2caa0d5b-d12b-4e50-b846-5dd64f65eb14,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:30.180792 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00e73096-3e18-480e-8936-46b4ddddc670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (49620ea9-9de8-4581-bbc6-a8a0178063ef), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.260959 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.282732 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-00e73096-3e18-480e-8936-46b4ddddc670 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a6740b83951f41e5b04ca4008a344c64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3842592 Apr 08 17:46:30.289448 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port b92f48b3-289a-425b-9338-04f0c7480ef1 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:30.294385 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7f95429d-6720-4d62-bb25-5b5c1d909dcf up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:30.309292 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e73096-3e18-480e-8936-46b4ddddc670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49620ea9-9de8-4581-bbc6-a8a0178063ef,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:30.310973 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43034) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:30.364091 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-2673a210-815e-4d4d-ade9-baac71740319 None None] Current status of the port c9766ea2-7beb-4c8b-b666-deb48d80c849 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:30.364586 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2673a210-815e-4d4d-ade9-baac71740319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.365127 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:25Z', 'revision_number': 2, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:30.374163 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (a50faca4-6b5e-4a9a-a111-27893b23aa73), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.403116 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Sync routers for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:46:30.450604 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:30.450942 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Updating router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:30.464787 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-303163e7-dacb-4144-ab0b-188e1b199a40 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:30.481192 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-303163e7-dacb-4144-ab0b-188e1b199a40 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 819 time: 0.9994011 Apr 08 17:46:30.508527 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-c041ebd4-083a-4c79-bef6-eb2e8d1467fe tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/quotas/6471de8242634d2c8aa39218faa8fa3e HTTP/1.1" status: 200 len: 375 time: 0.0253141 Apr 08 17:46:30.519211 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7378a1-886b-4003-bbdd-e8bfc8717012 req-502954f0-6a92-4db1-ab0c-a592bea7a06e tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:30.529135 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:30.529832 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:46:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:30.533557 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dd7378a1-886b-4003-bbdd-e8bfc8717012 req-502954f0-6a92-4db1-ab0c-a592bea7a06e tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 0.2678065 Apr 08 17:46:30.550974 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.593271 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.645092 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-932cf7d5-002d-4456-a249-7169616c02de tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353171 Apr 08 17:46:30.723272 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-2673a210-815e-4d4d-ade9-baac71740319 None None] For port c9766ea2-7beb-4c8b-b666-deb48d80c849, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=c9766ea2-7beb-4c8b-b666-deb48d80c849,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:30.754072 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2673a210-815e-4d4d-ade9-baac71740319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.783472 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 7f95429d-6720-4d62-bb25-5b5c1d909dcf triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:30.784296 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:30.963262 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:27Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:31.014300 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.055189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de078542-1d8b-4ebc-be5c-6d073c4f35c8 admin admin] Publish callbacks [] for security_group (49620ea9-9de8-4581-bbc6-a8a0178063ef), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.058468 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-c858ce72-5e1a-4487-88dd-eadcf2a8584a None None] Provisioning complete for port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:31.059194 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c858ce72-5e1a-4487-88dd-eadcf2a8584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.064354 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.070007 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c395845-220f-4440-9fc7-43a6295e019e None None] The sync data for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi is: [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:27Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:31.096393 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Publish callbacks [] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.110398 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.206362 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673a210-815e-4d4d-ade9-baac71740319 None None] Pushing event updated for resources: {'Port': ['ID=c9766ea2-7beb-4c8b-b666-deb48d80c849,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:31.223411 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de078542-1d8b-4ebc-be5c-6d073c4f35c8 admin admin] Publish callbacks [] for security_group (49620ea9-9de8-4581-bbc6-a8a0178063ef), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.264525 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-3328bd4b-5db7-47d8-89e7-8247b3a17e09 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:46:31.284732 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-3328bd4b-5db7-47d8-89e7-8247b3a17e09 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3561916 Apr 08 17:46:31.303506 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:31.362738 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Attempting to bind port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:31.363404 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Attempting to bind port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:31.364041 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Attempting to bind port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:31.365497 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (a50faca4-6b5e-4a9a-a111-27893b23aa73), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.404027 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:31.404966 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Checking segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:31.404966 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.405592 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Bound using segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:31.406500 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Bound port: b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:31.407065 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.442141 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-c858ce72-5e1a-4487-88dd-eadcf2a8584a None None] Port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:31.481029 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dd7378a1-886b-4003-bbdd-e8bfc8717012 req-e05ba4c5-2e29-4000-97f8-e607f2a440b4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8925831 Apr 08 17:46:31.528827 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.530158 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9347064 Apr 08 17:46:31.555974 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505122e9-14d7-4659-a5fe-607f2a7abcff tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'Port': ['ID=2caa0d5b-d12b-4e50-b846-5dd64f65eb14,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:31.591522 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de078542-1d8b-4ebc-be5c-6d073c4f35c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (49620ea9-9de8-4581-bbc6-a8a0178063ef), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.596262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-de078542-1d8b-4ebc-be5c-6d073c4f35c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.598149 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-de078542-1d8b-4ebc-be5c-6d073c4f35c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/49620ea9-9de8-4581-bbc6-a8a0178063ef HTTP/1.1" status: 204 len: 168 time: 1.2843761 Apr 08 17:46:31.653633 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de078542-1d8b-4ebc-be5c-6d073c4f35c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49620ea9-9de8-4581-bbc6-a8a0178063ef,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:31.732411 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] For port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:31.743058 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] For port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:31.762395 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.768935 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-d18fdc67-903f-4f78-89f6-0220816fe76b service neutron] 10.222.0.78 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762976 Apr 08 17:46:31.795855 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c258c9-a028-46fb-ac8c-d4a812f7e20b None None] Pushing event updated for resources: {'Port': ['ID=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:31.813837 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-c858ce72-5e1a-4487-88dd-eadcf2a8584a None None] Provisioning complete for port c9766ea2-7beb-4c8b-b666-deb48d80c849 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:31.814666 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c858ce72-5e1a-4487-88dd-eadcf2a8584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:31.896305 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:31.906745 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-ec04ecff-c623-4cc5-990a-0d7f62aff57b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--835962136&fields=id&tenant_id=d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 267 time: 0.1837213 Apr 08 17:46:31.913232 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:46:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:32.076920 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 7f95429d-6720-4d62-bb25-5b5c1d909dcf is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:32.082675 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:32.095911 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c258c9-a028-46fb-ac8c-d4a812f7e20b None None] Pushing event updated for resources: {'Port': ['ID=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,revision_number=4']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:32.278546 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-b8855854-6e5e-4c24-b8d8-b8eba3a3981c service neutron] 10.222.0.78 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803717 Apr 08 17:46:32.300201 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:32.328869 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-ec0ef178-8ec1-4efc-8a5d-357d05042111 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:32.343171 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-ec0ef178-8ec1-4efc-8a5d-357d05042111 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 816 time: 0.4331758 Apr 08 17:46:32.409650 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-7e109d1b-fec4-4558-85cc-32790d3fee77 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/quotas/d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 375 time: 0.0602677 Apr 08 17:46:32.570850 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 7f95429d-6720-4d62-bb25-5b5c1d909dcf, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=7f95429d-6720-4d62-bb25-5b5c1d909dcf,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:32.650691 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-4020bcf3-eadb-4bf5-adb0-87c79a19f318 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2355874 Apr 08 17:46:32.659752 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:32.661242 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 9b20959c-a8b9-41e6-b760-52003d9bb5cc up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:32.862580 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=7f95429d-6720-4d62-bb25-5b5c1d909dcf,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:33.020055 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-30a19f13-76bb-4af6-ae5d-d3eda1428d5f service neutron] 10.222.0.78 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930100 Apr 08 17:46:33.097998 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:20Z', 'revision_number': 2, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:33.116366 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-c858ce72-5e1a-4487-88dd-eadcf2a8584a None None] Current status of the port c9766ea2-7beb-4c8b-b666-deb48d80c849 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:33.190635 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Checking router: 81a94a09-47b5-4b74-8ce6-8968cc078602 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:46:33.195515 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Updating router 81a94a09-47b5-4b74-8ce6-8968cc078602 port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:46:33.222158 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-9dea41f5-f959-42b6-86d2-de8531972d2c service neutron] 10.222.0.78 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007325 Apr 08 17:46:33.353826 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 9b20959c-a8b9-41e6-b760-52003d9bb5cc triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:33.363961 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:33.371674 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-ad7dfb53-b7f7-4dcc-92f7-ed74df09ad1d None None] Provisioning complete for port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:33.381847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ad7dfb53-b7f7-4dcc-92f7-ed74df09ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:33.394207 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:33.395207 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:31Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:33.519386 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e9459-4798-4eba-ba6f-0ca516a7c1f1 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:31Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:33.968816 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-6bec673a-d775-45dd-9f61-196f870c601b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1124732224&fields=id&tenant_id=e36427dbb59b4b79a926eab1ce438030 HTTP/1.1" status: 200 len: 267 time: 0.2840343 Apr 08 17:46:34.509142 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 9b20959c-a8b9-41e6-b760-52003d9bb5cc is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:34.595915 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dfb53-b7f7-4dcc-92f7-ed74df09ad1d None None] Current status of the port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:34.596701 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ad7dfb53-b7f7-4dcc-92f7-ed74df09ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:34.703466 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 43148) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:34.709746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-1a9d1e97-84a0-42d1-8f28-ca9354bf303e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:34.724448 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-523b59d5-2c7d-4334-bd08-aae78b0e0145 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654978293', 'description': 'tempest-description--1469122202'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:34.735649 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-1a9d1e97-84a0-42d1-8f28-ca9354bf303e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 811 time: 0.7086682 Apr 08 17:46:34.824950 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-ad7dfb53-b7f7-4dcc-92f7-ed74df09ad1d None None] For port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:34.943379 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-523b59d5-2c7d-4334-bd08-aae78b0e0145 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:35.074464 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-c3a4ff48-61cb-43f4-bf21-7f2504f6ea80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bac2f6e-6478-4fce-89be-27887543db46 HTTP/1.1" status: 200 len: 217 time: 0.3075724 Apr 08 17:46:35.087636 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-88f7d353-cc05-43b5-95c2-ea65c463068a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/quotas/e36427dbb59b4b79a926eab1ce438030 HTTP/1.1" status: 200 len: 375 time: 0.3449163 Apr 08 17:46:35.182412 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 9bac2f6e-6478-4fce-89be-27887543db46 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:46:35.264414 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ad7dfb53-b7f7-4dcc-92f7-ed74df09ad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:35.381077 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7f95429d-6720-4d62-bb25-5b5c1d909dcf up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:35.505951 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-bf427cea-d1b8-46a1-85bb-2f9a6cdba45f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3970959 Apr 08 17:46:35.570234 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af564d6c-da73-450e-8c69-dd7bda9384c3 req-d4235394-f334-4945-b30a-c44ed2e7b6b5 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:35.614326 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-af564d6c-da73-450e-8c69-dd7bda9384c3 req-d4235394-f334-4945-b30a-c44ed2e7b6b5 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 0.6881781 Apr 08 17:46:35.633622 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-9b1aedfd-b9b0-4279-9a8a-06a365138160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:35.636559 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-9b1aedfd-b9b0-4279-9a8a-06a365138160 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ae9512b-5955-4d6d-8620-958f4014fb2a HTTP/1.1" status: 200 len: 852 time: 0.5296354 Apr 08 17:46:35.985215 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-dcfd8a70-1fd7-4c0c-ae33-8879a0f0d03d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294169 Apr 08 17:46:36.062621 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-148e6f64-37f6-4bd6-8f76-8a2c8a0692ff service neutron] 10.222.0.78 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766822 Apr 08 17:46:36.196571 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.73', 56054) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:36.306737 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-d61fde29-5142-49f9-a2f3-2ffaa20a5332 service neutron] 10.222.0.78 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274659 Apr 08 17:46:36.415843 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dfb53-b7f7-4dcc-92f7-ed74df09ad1d None None] Pushing event updated for resources: {'Port': ['ID=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:36.508060 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-523b59d5-2c7d-4334-bd08-aae78b0e0145 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (282f21df-1acd-4bc8-bdba-5b429da13f39), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:36.573805 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-523b59d5-2c7d-4334-bd08-aae78b0e0145 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (282f21df-1acd-4bc8-bdba-5b429da13f39), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:36.574385 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.db.resource_extend [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] It took 1.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 17:46:36.659668 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-20d606fd-15b9-473c-99d7-b69af4863540 service neutron] 10.222.0.73 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371239 Apr 08 17:46:36.660538 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.73', 56055) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:36.990279 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b59d5-2c7d-4334-bd08-aae78b0e0145 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282f21df-1acd-4bc8-bdba-5b429da13f39,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:37.045384 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 7f95429d-6720-4d62-bb25-5b5c1d909dcf triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:37.052081 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:37.093534 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.73', 56056) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:37.173790 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9cae1c7-fa6f-4ab0-ab4d-8dd024e7aab3 req-665d64b3-3ed4-4ca8-9e4f-609ced8f88a1 service neutron] 10.222.0.73 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819038 Apr 08 17:46:37.240562 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-af564d6c-da73-450e-8c69-dd7bda9384c3 req-180b9aa5-92ba-4d17-aeea-abe66c16c3ec tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6212897 Apr 08 17:46:37.295044 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-523b59d5-2c7d-4334-bd08-aae78b0e0145 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:37.298889 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-523b59d5-2c7d-4334-bd08-aae78b0e0145 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.5941484 Apr 08 17:46:37.306137 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 9bac2f6e-6478-4fce-89be-27887543db46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9bac2f6e-6478-4fce-89be-27887543db46,segment=NetworkSegment(2add64b0-356b-4568-9d6c-11ab1bd73cf9),segment_id=2add64b0-356b-4568-9d6c-11ab1bd73cf9)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:37.333614 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43216) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:37.384463 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-ad469c74-3273-4bc5-aa39-dfa25b3ff755 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': '282f21df-1acd-4bc8-bdba-5b429da13f39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:37.438679 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd903266-d592-40da-b1f5-17454fc56cd8 req-2048c462-37c5-48f9-bb35-c71ddd40d686 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 210 time: 0.4458818 Apr 08 17:46:37.455041 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-771143d9-e5d6-4aca-a2e6-df7a939603e6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:37.457312 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-771143d9-e5d6-4aca-a2e6-df7a939603e6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 819 time: 1.2548048 Apr 08 17:46:37.485431 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'port': {'device_id': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'admin_state_up': True, 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:37.530134 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '9bac2f6e-6478-4fce-89be-27887543db46', 'network_id': 'aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2', 'port_id': '9bac2f6e-6478-4fce-89be-27887543db46', 'mac_address': 'fa:16:3e:bb:34:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae9512b-5955-4d6d-8620-958f4014fb2a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:46:37.585680 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-61ec267b-5386-47a7-92be-d1f8903f1973 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:37.589171 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-61ec267b-5386-47a7-92be-d1f8903f1973 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 816 time: 0.4905634 Apr 08 17:46:37.731153 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-217ecc1a-d618-448f-86d8-1f761c0f33ec req-f0c89ddb-e0d2-4d3e-835e-a711c6d03f01 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 210 time: 0.0909052 Apr 08 17:46:37.763526 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Publish callbacks [] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:37.803628 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:37.807142 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-d09cab92-79ff-4fd1-af19-98afd85db987 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:37.812374 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-d09cab92-79ff-4fd1-af19-98afd85db987 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 819 time: 1.1499546 Apr 08 17:46:37.909244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'port': {'device_id': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'admin_state_up': True, 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:37.953521 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-88bd740b-6128-4b70-bd42-4d4f6240bdc5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 379 time: 0.2554128 Apr 08 17:46:37.975862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'port': {'device_id': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'admin_state_up': True, 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'security_groups': ['ca76568d-29c2-407d-93b2-341c619bcab2']}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:38.041794 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ad469c74-3273-4bc5-aa39-dfa25b3ff755 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (3caecc69-9f56-4c40-a372-ec63dbffccfb), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.070416 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9bc6f-8e39-48d7-ad64-01f6d88e1449 None None] Pushing event updated for resources: {'Port': ['ID=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:38.452546 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 9bac2f6e-6478-4fce-89be-27887543db46 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:38.453279 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9bac2f6e-6478-4fce-89be-27887543db46), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.482449 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Made reservation on behalf of 6471de8242634d2c8aa39218faa8fa3e for: {'port': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:38.487211 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.543075 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bac2f6e-6478-4fce-89be-27887543db46 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:38.579572 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ff25fe0d-683f-4287-8c23-2317034310bd req-a2fa40ac-4c00-43fe-8164-ab8f9e4e2c82 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.7605717 Apr 08 17:46:38.599940 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Made reservation on behalf of 6471de8242634d2c8aa39218faa8fa3e for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:38.616498 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.752411 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ad469c74-3273-4bc5-aa39-dfa25b3ff755 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (3caecc69-9f56-4c40-a372-ec63dbffccfb), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.753452 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Attempting to bind port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:38.755927 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Attempting to bind port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:38.756780 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Attempting to bind port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:38.768023 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ad469c74-3273-4bc5-aa39-dfa25b3ff755 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (3caecc69-9f56-4c40-a372-ec63dbffccfb), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.828641 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a43343-78dc-452b-91a7-612aca32c29d req-a60e92bd-7029-4e0e-a7ce-bde31bc8dc57 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:38.829825 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 9bac2f6e-6478-4fce-89be-27887543db46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9bac2f6e-6478-4fce-89be-27887543db46,segment=NetworkSegment(2add64b0-356b-4568-9d6c-11ab1bd73cf9),segment_id=2add64b0-356b-4568-9d6c-11ab1bd73cf9)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:38.832468 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-e48718e9-4ec6-4dc6-ba37-ada3f3f19cae None None] Provisioning complete for port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:38.833402 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e48718e9-4ec6-4dc6-ba37-ada3f3f19cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.839440 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-83a43343-78dc-452b-91a7-612aca32c29d req-a60e92bd-7029-4e0e-a7ce-bde31bc8dc57 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 943 time: 0.3299503 Apr 08 17:46:38.851159 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:38.855217 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Checking segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:38.856516 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.857473 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Bound using segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:38.858674 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Bound port: fc66e3cb-c01e-4b9e-a69f-7124b72ce618, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:38.859368 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.864049 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 7f95429d-6720-4d62-bb25-5b5c1d909dcf is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:38.866662 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device c61e7fbb-cbc8-4e96-8efa-a485892db517 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:38.914313 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9bac2f6e-6478-4fce-89be-27887543db46), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.934677 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad469c74-3273-4bc5-aa39-dfa25b3ff755 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3caecc69-9f56-4c40-a372-ec63dbffccfb,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:38.947117 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ad469c74-3273-4bc5-aa39-dfa25b3ff755 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:38.953843 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ad469c74-3273-4bc5-aa39-dfa25b3ff755 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6033607 Apr 08 17:46:38.954711 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43272) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:38.963996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-61651ada-bc4d-449c-aacf-4f8e9fb2c306 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': '282f21df-1acd-4bc8-bdba-5b429da13f39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:38.970262 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fb735226-3470-4c83-b2c6-477d6f36f68d req-b292ff5b-6bff-49d8-8ca7-d34d2d947074 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 210 time: 0.1367280 Apr 08 17:46:39.083819 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61651ada-bc4d-449c-aacf-4f8e9fb2c306 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (d7cf6615-2f77-4a33-9afa-bef2446e69dc), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:39.110942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Allocated IP 172.20.0.8 (f3279b8a-9ad0-49f9-aca0-6879a4c8232b/cadc6be0-e4e3-4078-ad93-1f9c13fd3874/3679ddde-69f0-4149-9797-4e06c1e04aba) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:39.193463 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-e48718e9-4ec6-4dc6-ba37-ada3f3f19cae None None] Port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:39.239574 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Made reservation on behalf of d89a692a80ec41c7bf57d04093f1401a for: {'port': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:39.254753 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:39.298828 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=9bac2f6e-6478-4fce-89be-27887543db46,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:39.387199 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-32731d92-2fba-4b71-9bc7-438d1d8e4fde req-2741e62e-73ca-4cc2-ab3e-1012d07b8ae6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 210 time: 0.2439036 Apr 08 17:46:39.391010 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port c61e7fbb-cbc8-4e96-8efa-a485892db517 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:39.391500 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:39.395018 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] For port fc66e3cb-c01e-4b9e-a69f-7124b72ce618, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:39.450780 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-83a43343-78dc-452b-91a7-612aca32c29d req-0baf9915-7917-4c94-b710-692d3502cf4d tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854208 Apr 08 17:46:39.557955 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['9bac2f6e-6478-4fce-89be-27887543db46'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:46:39.747737 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61651ada-bc4d-449c-aacf-4f8e9fb2c306 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (d7cf6615-2f77-4a33-9afa-bef2446e69dc), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:39.782838 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] For port fc66e3cb-c01e-4b9e-a69f-7124b72ce618, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:39.807861 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:39.880427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61651ada-bc4d-449c-aacf-4f8e9fb2c306 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (d7cf6615-2f77-4a33-9afa-bef2446e69dc), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:39.933592 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9bc6f-8e39-48d7-ad64-01f6d88e1449 None None] Pushing event updated for resources: {'Port': ['ID=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:39.959862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Allocated IP 172.20.0.5 (ad1d721d-462d-4683-8210-a0822019814d/e21b6e51-fa0e-42f6-964c-fd52d0ac555b/b3eb7ab8-935e-4546-9a96-264b8d051b6f) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:40.009462 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port c61e7fbb-cbc8-4e96-8efa-a485892db517 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:40.011030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device c9766ea2-7beb-4c8b-b666-deb48d80c849 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:40.265610 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-48460e8e-2101-4c9e-8fd1-86bc0e585b4e req-c970e502-31aa-48eb-a6e8-286332e542bb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.4097829 Apr 08 17:46:40.304605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61651ada-bc4d-449c-aacf-4f8e9fb2c306 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cf6615-2f77-4a33-9afa-bef2446e69dc,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:40.333675 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:46:40.334727 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:46:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:40.340094 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61651ada-bc4d-449c-aacf-4f8e9fb2c306 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:40.341681 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-61651ada-bc4d-449c-aacf-4f8e9fb2c306 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3820980 Apr 08 17:46:40.349432 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43308) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:40.365936 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:40.383703 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port c9766ea2-7beb-4c8b-b666-deb48d80c849 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:40.390154 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:40.406960 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-222fa286-bf12-4953-b47d-38a45f41c902 req-37ca944a-6b0f-4462-94fa-6c75f0d38bdd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 210 time: 0.1969213 Apr 08 17:46:40.483210 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0b27cb15-eb8b-4777-ba55-7de0c407398a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:40.489355 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0b27cb15-eb8b-4777-ba55-7de0c407398a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 811 time: 0.7296901 Apr 08 17:46:40.526068 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:40.750898 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:40.863718 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-287b5570-caf4-425b-9b6a-3fa79b905804 req-77dccb8b-f580-460b-84a2-73e621417300 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 210 time: 0.1698225 Apr 08 17:46:40.996857 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35341e08-2094-4420-82f3-9206ad27f851 req-0a2ce508-ae56-49a3-97c3-2d2644a0225d tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:40.997534 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.001009 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-35341e08-2094-4420-82f3-9206ad27f851 req-0a2ce508-ae56-49a3-97c3-2d2644a0225d tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 944 time: 0.2337308 Apr 08 17:46:41.004724 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.073624 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Network ad1d721d-462d-4683-8210-a0822019814d is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:41.131256 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-81f73520-7bc5-4004-8c22-10a20fb7b4ee None None] Provisioning complete for port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:41.131256 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-81f73520-7bc5-4004-8c22-10a20fb7b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.140620 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-03e31433-111e-407b-8701-5684f13bdbc7 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36427dbb59b4b79a926eab1ce438030 HTTP/1.1" status: 200 len: 380 time: 0.4843910 Apr 08 17:46:41.141459 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:46:41.188840 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'port': {'device_id': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'admin_state_up': True, 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'security_groups': ['f3e2868f-7753-4039-8c7b-d2636b5bedcf']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:41.204036 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:41.216714 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:41.242343 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:41.243021 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.453900 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port c9766ea2-7beb-4c8b-b666-deb48d80c849 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:41.457834 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:41.495620 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.27.2.161 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/9a7e1940-7f1a-4750-b554-6003611224e3) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:41.541159 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:41.572215 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-659c8a5c-0a0c-4a37-bb79-199d7ea5eb60 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6025226 Apr 08 17:46:41.620598 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Request body: {'port': {'device_id': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:41.661483 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.695170 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e0aeca47-daca-4eeb-8dc6-d84b27026a79 req-442446ec-d7eb-4b9e-8b76-3df6dd2e40df tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.0983717 Apr 08 17:46:41.738264 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Made reservation on behalf of e36427dbb59b4b79a926eab1ce438030 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:46:41.748871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.749478 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-35341e08-2094-4420-82f3-9206ad27f851 req-2314d7fc-ea57-4514-966f-d27f3a113f00 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6976540 Apr 08 17:46:41.854580 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.878986 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:41.879703 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.925898 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-81f73520-7bc5-4004-8c22-10a20fb7b4ee None None] Current status of the port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:41.926309 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-81f73520-7bc5-4004-8c22-10a20fb7b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:41.981496 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (9a7e1940-7f1a-4750-b554-6003611224e3), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:42.220771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (9a7e1940-7f1a-4750-b554-6003611224e3), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:42.233039 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-236e1ad1-0e03-4df2-af0b-c3c92bd072f7 req-c6ec3556-9a29-4185-8368-add9cdc3f6da tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 210 time: 0.2029932 Apr 08 17:46:42.348237 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=9a7e1940-7f1a-4750-b554-6003611224e3,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:42.442547 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6201e89-95b7-48a1-9081-2cb1129e12cd req-b2d62136-9fe4-4ef5-9e55-0210cf3c5a96 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:42.450304 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f6201e89-95b7-48a1-9081-2cb1129e12cd req-b2d62136-9fe4-4ef5-9e55-0210cf3c5a96 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 931 time: 0.2574646 Apr 08 17:46:42.529375 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:42.542761 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:42.553571 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:42.556618 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:42.572894 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-81f73520-7bc5-4004-8c22-10a20fb7b4ee None None] For port fc66e3cb-c01e-4b9e-a69f-7124b72ce618, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:42.574909 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:39Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:46:42.642150 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-81f73520-7bc5-4004-8c22-10a20fb7b4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:42.651093 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9aa39-077d-4b29-a39b-5583c02d2571 None None] The sync data for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi is: [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:39Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:46:42.840542 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:42.850598 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'Port': ['ID=3679ddde-69f0-4149-9797-4e06c1e04aba,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:42.874498 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-6664fa29-333c-4739-96b9-69853108f178 None None] Provisioning complete for port b3eb7ab8-935e-4546-9a96-264b8d051b6f triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:42.875106 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6664fa29-333c-4739-96b9-69853108f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:42.877670 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:42.899427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:42.922701 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:42.930970 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:42.958834 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:43.031129 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 9bac2f6e-6478-4fce-89be-27887543db46 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:43.118280 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Allocated IP 172.20.0.10 (7565e813-4adc-41b5-bcce-51c473e6aeba/ca4e53fc-4b2c-4069-88f9-6071468e4972/2ff56802-b93e-4d6d-bd23-c764b4bcb61c) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:43.143264 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (aeffa8d4-fde4-4f0e-9ac2-175520b50c4b), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:43.154051 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f73520-7bc5-4004-8c22-10a20fb7b4ee None None] Pushing event updated for resources: {'Port': ['ID=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:43.189925 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8f33496f-fc19-434b-91b8-d65fc330beaa req-8ab800cd-4889-4843-bfc2-cf50bfeedc28 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.2037041 Apr 08 17:46:43.270750 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Allocated IP 172.20.0.3 (f3279b8a-9ad0-49f9-aca0-6879a4c8232b/cadc6be0-e4e3-4078-ad93-1f9c13fd3874/f476d0d6-0072-44c6-9cf8-3d22f5aa02ba) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:46:43.296485 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-6664fa29-333c-4739-96b9-69853108f178 None None] Port b3eb7ab8-935e-4546-9a96-264b8d051b6f cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:43.336214 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-0251b2e1-fd02-4233-8b5f-49bcca1d4ba1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4452052 Apr 08 17:46:43.342950 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:43.370056 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Request body: {'port': {'device_id': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:43.515056 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 9bac2f6e-6478-4fce-89be-27887543db46 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:46:43.540033 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 9bac2f6e-6478-4fce-89be-27887543db46 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:43.540654 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9bac2f6e-6478-4fce-89be-27887543db46), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:43.546469 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-b48ee4ab-aecc-48b0-9c7a-74e4f0bca1a5 None None] Provisioning complete for port 3679ddde-69f0-4149-9797-4e06c1e04aba triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:43.547201 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b48ee4ab-aecc-48b0-9c7a-74e4f0bca1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:43.654789 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f6201e89-95b7-48a1-9081-2cb1129e12cd req-7097a95e-600b-42b1-89e8-8805efbe4242 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1896582 Apr 08 17:46:43.661692 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9a7e1940-7f1a-4750-b554-6003611224e3), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:43.726457 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:43.727262 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:43.884526 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b48ee4ab-aecc-48b0-9c7a-74e4f0bca1a5 None None] Port 3679ddde-69f0-4149-9797-4e06c1e04aba cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:44.015676 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:44.016995 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device fc66e3cb-c01e-4b9e-a69f-7124b72ce618 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:44.113246 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 9bac2f6e-6478-4fce-89be-27887543db46 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:44.113894 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9bac2f6e-6478-4fce-89be-27887543db46), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.135667 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3eb7ab8-935e-4546-9a96-264b8d051b6f {{(pid=110163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:44.153299 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Publish callbacks [] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.200471 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac2f6e-6478-4fce-89be-27887543db46'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:44.347541 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.382248 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 9bac2f6e-6478-4fce-89be-27887543db46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9bac2f6e-6478-4fce-89be-27887543db46,segment=NetworkSegment(2add64b0-356b-4568-9d6c-11ab1bd73cf9),segment_id=2add64b0-356b-4568-9d6c-11ab1bd73cf9)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:44.402909 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9bac2f6e-6478-4fce-89be-27887543db46), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.428538 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:44.434177 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.465063 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.531685 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.provisioning_blocks [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Transition to ACTIVE for port object b3eb7ab8-935e-4546-9a96-264b8d051b6f will not be triggered until provisioned by entity L2. {{(pid=110163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:46:44.558785 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.561032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1490c4-ac06-458b-bf41-2ce7092221c9 req-78c0971e-95f6-4f2c-aafb-841559277182 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:44.572364 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da1490c4-ac06-458b-bf41-2ce7092221c9 req-78c0971e-95f6-4f2c-aafb-841559277182 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 944 time: 1.0781662 Apr 08 17:46:44.583311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ae66a-3396-4ca1-b185-d7cdf7f7ef3b req-3a8d981e-05ad-4f4b-a4aa-811de4c7148d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:44.586969 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-487ae66a-3396-4ca1-b185-d7cdf7f7ef3b req-3a8d981e-05ad-4f4b-a4aa-811de4c7148d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 931 time: 0.5616388 Apr 08 17:46:44.662149 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.684817 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba8c64c-0962-48d4-a66d-e708e8fc6a74" -d '{"events": [{"server_uuid": "ca960fa8-271e-44fa-9e78-fcbe15ebd1d7", "name": "network-vif-plugged", "status": "completed", "tag": "9bac2f6e-6478-4fce-89be-27887543db46"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:44.758875 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=9bac2f6e-6478-4fce-89be-27887543db46,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:44.771241 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da1490c4-ac06-458b-bf41-2ce7092221c9 req-68c30131-e579-4655-86e3-c6462559e1a8 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973567 Apr 08 17:46:44.796565 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:44.897421 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:44.916039 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:44.920689 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'Port': ['ID=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:44.934045 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:44.941867 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.942693 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:44.943698 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:44.997121 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-de02f044-e7fc-483f-a17f-122d55a13f0f req-33538835-3c6c-4ea4-aa68-69bfce4d0004 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.0679708 Apr 08 17:46:45.048020 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (9a7e1940-7f1a-4750-b554-6003611224e3), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.070370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9a7e1940-7f1a-4750-b554-6003611224e3), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.154914 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-487ae66a-3396-4ca1-b185-d7cdf7f7ef3b req-e0820cce-4450-4a86-b9ae-a1603b9e80a3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125351 Apr 08 17:46:45.154914 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:45.232803 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-15d92972-25d4-4d20-9f9b-a99d7b8fac11 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7493894 Apr 08 17:46:45.276287 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Request body: {'port': {'device_id': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:45.282965 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device fc66e3cb-c01e-4b9e-a69f-7124b72ce618 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:45.424966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e15141-34c5-44b1-ac4a-d617f3f9bd51 x-openstack-request-id: req-f6e15141-34c5-44b1-ac4a-d617f3f9bd51 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:45.425897 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca960fa8-271e-44fa-9e78-fcbe15ebd1d7", "name": "network-vif-plugged", "status": "completed", "tag": "9bac2f6e-6478-4fce-89be-27887543db46", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:45.426822 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f6e15141-34c5-44b1-ac4a-d617f3f9bd51 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:45.427948 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e15141-34c5-44b1-ac4a-d617f3f9bd51'] response: {'server_uuid': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac2f6e-6478-4fce-89be-27887543db46', 'code': 200} Apr 08 17:46:45.489214 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:45.491073 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.591842 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-71011075-9cc6-4163-a209-5afbd2a03a14 None None] Provisioning complete for port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:45.592522 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-71011075-9cc6-4163-a209-5afbd2a03a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.683770 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-71011075-9cc6-4163-a209-5afbd2a03a14 None None] Port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:45.709287 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Attempting to bind port b3eb7ab8-935e-4546-9a96-264b8d051b6f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:45.710604 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Attempting to bind port b3eb7ab8-935e-4546-9a96-264b8d051b6f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:45.711187 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Attempting to bind port b3eb7ab8-935e-4546-9a96-264b8d051b6f on network ad1d721d-462d-4683-8210-a0822019814d {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:45.717424 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.73', 56074) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:45.752820 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:45.819733 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20445a29-6b87-45d3-a397-5658075b873c req-ff400d26-1cfb-4091-a762-d87d0f4930b5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:45.821990 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20445a29-6b87-45d3-a397-5658075b873c req-ff400d26-1cfb-4091-a762-d87d0f4930b5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.3470309 Apr 08 17:46:45.852663 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=9a7e1940-7f1a-4750-b554-6003611224e3,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:45.870229 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Port b3eb7ab8-935e-4546-9a96-264b8d051b6f on network ad1d721d-462d-4683-8210-a0822019814d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:46:45.871977 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Attempting to bind port b3eb7ab8-935e-4546-9a96-264b8d051b6f on network ad1d721d-462d-4683-8210-a0822019814d {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:45.896237 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (aeffa8d4-fde4-4f0e-9ac2-175520b50c4b), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.917265 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.941291 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:45.941879 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Checking segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:45.942680 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Bound using segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:45.943439 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Bound port: b3eb7ab8-935e-4546-9a96-264b8d051b6f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:45.943984 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:45.989305 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ebc0f-5614-45b3-b311-b2c4d0ce57a6 req-40d0d6e5-557d-43df-8ced-7d946f66e8c1 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:45.991573 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de5c2b-fd47-4b2d-89f5-f845db353d6e req-5d2ebfa0-d6c6-4602-87bb-b99248796856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:45.993573 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-286ebc0f-5614-45b3-b311-b2c4d0ce57a6 req-40d0d6e5-557d-43df-8ced-7d946f66e8c1 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1024780 Apr 08 17:46:45.993867 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-12de5c2b-fd47-4b2d-89f5-f845db353d6e req-5d2ebfa0-d6c6-4602-87bb-b99248796856 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 1129 time: 0.2676027 Apr 08 17:46:45.996212 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.058814 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.059315 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-6a00d2de-69bd-46c7-9b6b-8607daf978c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7042139 Apr 08 17:46:46.062089 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-12de5c2b-fd47-4b2d-89f5-f845db353d6e req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.107570 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20445a29-6b87-45d3-a397-5658075b873c req-6c2d3bfb-fc6d-4bae-8d7f-00ed5ef145f2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290740 Apr 08 17:46:46.173768 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Network 7565e813-4adc-41b5-bcce-51c473e6aeba is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:46:46.199171 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:46:46.215363 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:46:46.224338 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:46.225324 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.229997 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'Port': ['ID=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:46.294896 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.295613 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.296265 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.296739 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.297085 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.297435 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.297807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.298174 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.298511 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.301652 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.302015 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.302367 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.302709 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.303049 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.303382 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:46.364820 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3679ddde-69f0-4149-9797-4e06c1e04aba {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:46.380676 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Publish callbacks [] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.388574 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-0ad3ec7f-434b-4df2-a0bc-9d0d28475c92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2072473 Apr 08 17:46:46.400613 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-286ebc0f-5614-45b3-b311-b2c4d0ce57a6 req-08a9894a-7be5-423e-8ff3-db84a6b27a23 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878524 Apr 08 17:46:46.427170 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Request body: {'port': {'device_id': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:46:46.492524 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Transition to ACTIVE for port object 3679ddde-69f0-4149-9797-4e06c1e04aba will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:46:46.499661 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.664553 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-12de5c2b-fd47-4b2d-89f5-f845db353d6e req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Publish callbacks [] for security_group (da302405-24e1-4903-9a20-e1216f7b1d1d), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.695391 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c713475-45ae-405f-b196-3846ebb2e382 req-a04c464d-0dae-4e6a-af0c-3352ea8abd33 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:46.697355 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1c713475-45ae-405f-b196-3846ebb2e382 req-a04c464d-0dae-4e6a-af0c-3352ea8abd33 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 932 time: 0.3645089 Apr 08 17:46:46.699044 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, cleared binding levels {{(pid=110163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:46.760178 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-24535d63-dc4e-4f16-8ec7-a73baae0caa8 None None] Provisioning complete for port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:46.762620 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-24535d63-dc4e-4f16-8ec7-a73baae0caa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.795003 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.822326 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Pushing event updated for resources: {'Port': ['ID=3679ddde-69f0-4149-9797-4e06c1e04aba,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:46.835654 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123113a-db2f-4b59-9366-ac9c7c4fb615 req-b3973229-810a-4556-919c-51249d966d2f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:46.839406 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2123113a-db2f-4b59-9366-ac9c7c4fb615 req-b3973229-810a-4556-919c-51249d966d2f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.2475154 Apr 08 17:46:46.885472 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-12de5c2b-fd47-4b2d-89f5-f845db353d6e req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (da302405-24e1-4903-9a20-e1216f7b1d1d), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:46.997258 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-24535d63-dc4e-4f16-8ec7-a73baae0caa8 None None] Port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:46:47.113352 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:47.178012 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-12de5c2b-fd47-4b2d-89f5-f845db353d6e req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1698987 Apr 08 17:46:47.206588 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:47.219983 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Attempting to bind port 3679ddde-69f0-4149-9797-4e06c1e04aba on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:47.220749 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Attempting to bind port 3679ddde-69f0-4149-9797-4e06c1e04aba by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:47.221165 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Attempting to bind port 3679ddde-69f0-4149-9797-4e06c1e04aba on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:47.303177 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Port 3679ddde-69f0-4149-9797-4e06c1e04aba on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:46:47.303725 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Attempting to bind port 3679ddde-69f0-4149-9797-4e06c1e04aba on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:47.364846 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=da302405-24e1-4903-9a20-e1216f7b1d1d,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:47.425775 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2123113a-db2f-4b59-9366-ac9c7c4fb615 req-7fd8bf66-c9ca-4f9c-ad81-c177c84d491e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760939 Apr 08 17:46:47.453897 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:47.454709 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Checking segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:47.455400 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Bound using segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:47.456467 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Bound port: 3679ddde-69f0-4149-9797-4e06c1e04aba, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:47.458544 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:47.458776 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.459262 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.461319 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.461886 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.462467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.463598 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.464488 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.465100 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.472340 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.473320 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.474149 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.475355 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.476239 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.484410 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.484410 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100132a-bd4b-4c25-a93f-124b84f20034 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:47.599007 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1c713475-45ae-405f-b196-3846ebb2e382 req-0b7c3af2-3b1f-4f1d-a3aa-41597c527198 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7097766 Apr 08 17:46:47.610011 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:47.611246 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:47.614239 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] 10.222.0.73 "PUT /v2.0/ports/b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 1093 time: 6.0163319 Apr 08 17:46:47.615171 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:47.734658 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] For port 3679ddde-69f0-4149-9797-4e06c1e04aba, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:47.739218 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] For port 3679ddde-69f0-4149-9797-4e06c1e04aba, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3679ddde-69f0-4149-9797-4e06c1e04aba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:47.926522 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:47.997091 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d31222-7cb3-475d-bcc9-806b3e2af294 service neutron] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=3']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:48.020379 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f476d0d6-0072-44c6-9cf8-3d22f5aa02ba {{(pid=110163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:48.044726 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Publish callbacks [] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:48.060414 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-ab407534-e711-4b5c-8597-f61a9f1975d1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1654978293&fields=id&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 267 time: 0.1421640 Apr 08 17:46:48.070499 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.provisioning_blocks [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Transition to ACTIVE for port object f476d0d6-0072-44c6-9cf8-3d22f5aa02ba will not be triggered until provisioned by entity L2. {{(pid=110163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:46:48.111601 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:48.178372 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:48.179003 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:48.180823 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] 10.222.0.73 "PUT /v2.0/ports/3679ddde-69f0-4149-9797-4e06c1e04aba HTTP/1.1" status: 200 len: 1093 time: 4.8433726 Apr 08 17:46:48.185437 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f130e90-e653-48bc-b151-6558846584f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:48.190800 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'tag': '3679ddde-69f0-4149-9797-4e06c1e04aba'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:48.193802 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322e52a7-208d-4f9d-8afc-a7642ec4a972" -d '{"events": [{"name": "network-changed", "server_uuid": "9c256c09-d83e-4b20-aa39-717b44ac4366", "tag": "3679ddde-69f0-4149-9797-4e06c1e04aba"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:48.200003 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322569d4-df4c-49ab-b1d1-0b76191c1520 req-6ade4bcf-3568-40bd-9610-5ce437ebc991 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:48.210655 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322569d4-df4c-49ab-b1d1-0b76191c1520 req-6ade4bcf-3568-40bd-9610-5ce437ebc991 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.3612571 Apr 08 17:46:48.273873 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Pushing event updated for resources: {'Port': ['ID=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:48.386746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff5414-9851-4c46-a517-a3dcb7593430 service neutron] Pushing event updated for resources: {'Port': ['ID=3679ddde-69f0-4149-9797-4e06c1e04aba,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:48.448406 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff56802-b93e-4d6d-bd23-c764b4bcb61c {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:48.448575 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322569d4-df4c-49ab-b1d1-0b76191c1520 req-3f394062-dc5d-44d4-9ef2-390afa4362e2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365298 Apr 08 17:46:48.467698 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-f559e3b6-4a16-4795-88a6-b7fb4fb45262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:48.469590 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-f559e3b6-4a16-4795-88a6-b7fb4fb45262 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1127 time: 0.2533593 Apr 08 17:46:48.472837 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Publish callbacks [] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:48.521906 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-16105b1a-3812-459d-9358-0a9d74ec21ea tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:48.531016 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-16105b1a-3812-459d-9358-0a9d74ec21ea tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.4624081 Apr 08 17:46:48.605173 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-4d73a705-c40e-4ab8-ad64-4bd970a617ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:48.607923 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-4d73a705-c40e-4ab8-ad64-4bd970a617ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 1127 time: 0.2746279 Apr 08 17:46:48.609097 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Attempting to bind port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:48.609523 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Attempting to bind port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:48.609932 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Attempting to bind port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:48.621192 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:46:48.621856 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Attempting to bind port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:48.637599 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Transition to ACTIVE for port object 2ff56802-b93e-4d6d-bd23-c764b4bcb61c will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:46:48.651216 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-88764ac6-bf13-4f3d-9e39-b38a9eecf70b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 217 time: 0.1616700 Apr 08 17:46:48.652994 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:48.662506 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-dccd09c0-2c34-4d1e-99d4-8c921ee343b0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/quotas/b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 375 time: 0.1235552 Apr 08 17:46:48.826646 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:48.827216 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Checking segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:48.827879 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Bound using segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:48.828727 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Bound port: f476d0d6-0072-44c6-9cf8-3d22f5aa02ba, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:48.832946 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:48.872594 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-c834e1f2-d498-4bcb-bef4-61e1baebca27 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1873190 Apr 08 17:46:48.900361 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-97fc2285-2a2f-469a-9f4c-7fd8e3b1cbdd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3679ddde-69f0-4149-9797-4e06c1e04aba HTTP/1.1" status: 200 len: 217 time: 0.2624755 Apr 08 17:46:48.955807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:48.962645 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-368efe5d-e1ad-4701-8137-4ee2359adc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:48.965354 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-368efe5d-e1ad-4701-8137-4ee2359adc10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.3076413 Apr 08 17:46:49.057559 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f792b3-68ef-41f9-a97d-0367f3084207 req-fcbdc3a4-3aba-4144-99af-650942e79e59 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:49.060530 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-58f792b3-68ef-41f9-a97d-0367f3084207 req-fcbdc3a4-3aba-4144-99af-650942e79e59 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.4073651 Apr 08 17:46:49.169598 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fabbe2fd-9ea2-4874-a06a-fd40809502ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:49.172307 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-fabbe2fd-9ea2-4874-a06a-fd40809502ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.2575905 Apr 08 17:46:49.241217 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Attempting to bind port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:46:49.241573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Attempting to bind port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:46:49.241915 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Attempting to bind port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c on network 7565e813-4adc-41b5-bcce-51c473e6aeba {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:49.292214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c on network 7565e813-4adc-41b5-bcce-51c473e6aeba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:46:49.293112 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Attempting to bind port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c on network 7565e813-4adc-41b5-bcce-51c473e6aeba {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:46:49.300133 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-cc195ccb-9348-4e44-80e3-35f6fd0cfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:49.300423 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-cc195ccb-9348-4e44-80e3-35f6fd0cfc13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2754476 Apr 08 17:46:49.316366 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:46:49.317039 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Checking segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:46:49.327171 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Bound using segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:46:49.327965 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Bound port: 2ff56802-b93e-4d6d-bd23-c764b4bcb61c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:46:49.331293 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:49.454982 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-9e3ba2fd-c77f-475d-b293-e8b6c7998d66 service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190263 Apr 08 17:46:49.567349 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] For port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba, host hv-cinder-83716, cleared binding levels {{(pid=110163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:49.596909 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-aabad37e-ab54-4613-8550-fd70be7355be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:49.598752 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-aabad37e-ab54-4613-8550-fd70be7355be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4171693 Apr 08 17:46:49.601483 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] For port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:49.607959 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-58f792b3-68ef-41f9-a97d-0367f3084207 req-b76bcf77-7e46-456a-93ad-da96685c01f8 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262587 Apr 08 17:46:49.621269 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:49.665526 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:49.667429 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:49.670131 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] 10.222.0.73 "PUT /v2.0/ports/f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 200 len: 1093 time: 4.4204674 Apr 08 17:46:49.780477 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c606-2aa9-4f3a-9260-a6670466a91c service neutron] Pushing event updated for resources: {'Port': ['ID=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,revision_number=3']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:49.795314 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d68a9fa3-b8e0-40e1-be7f-36401fc8584d service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376918 Apr 08 17:46:49.816741 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] For port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:46:49.849536 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] For port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:46:49.881521 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-190a1ceb-277c-4846-b5f4-49982ca31a7b service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056679 Apr 08 17:46:49.885567 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:50.094264 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:50.174061 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.175126 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:50.185732 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 200 len: 1094 time: 3.7809751 Apr 08 17:46:50.256162 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-b7013973-b5c0-4b99-853f-81fcf62fcba8 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009869 Apr 08 17:46:50.381216 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e21e28-9824-4c0d-974e-3d371fdc6d99 x-openstack-request-id: req-68e21e28-9824-4c0d-974e-3d371fdc6d99 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:50.384402 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:50.386436 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-68e21e28-9824-4c0d-974e-3d371fdc6d99 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:50.387782 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e21e28-9824-4c0d-974e-3d371fdc6d99'] response: {'name': 'network-changed', 'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'status': 'completed', 'code': 200} Apr 08 17:46:50.419970 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4510308-793b-4254-9ba8-3e84f1ef16a9 x-openstack-request-id: req-d4510308-793b-4254-9ba8-3e84f1ef16a9 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:50.426407 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c256c09-d83e-4b20-aa39-717b44ac4366", "tag": "3679ddde-69f0-4149-9797-4e06c1e04aba", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:50.428433 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d4510308-793b-4254-9ba8-3e84f1ef16a9 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:50.429237 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4510308-793b-4254-9ba8-3e84f1ef16a9'] response: {'name': 'network-changed', 'server_uuid': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'tag': '3679ddde-69f0-4149-9797-4e06c1e04aba', 'status': 'completed', 'code': 200} Apr 08 17:46:50.473213 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-c1776d71-9668-4186-a71e-af1095b89577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.477213 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-c1776d71-9668-4186-a71e-af1095b89577 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1127 time: 0.2198093 Apr 08 17:46:50.622755 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bdd80-cfab-4ed4-9471-408c50736787 service neutron] Pushing event updated for resources: {'Port': ['ID=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:50.657000 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-2a1a9f96-c7b2-483c-b529-65032d1133ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.659601 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-2a1a9f96-c7b2-483c-b529-65032d1133ec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 1128 time: 0.2287889 Apr 08 17:46:50.690771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60109cab-6e5d-435b-aafb-8e4d0c260dc8 req-69f4e5b8-da32-49e5-a313-ff25e494689d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.692782 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-60109cab-6e5d-435b-aafb-8e4d0c260dc8 req-69f4e5b8-da32-49e5-a313-ff25e494689d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.1898954 Apr 08 17:46:50.698341 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a9bc08e-3284-43f5-9317-5c44ffac6bbd req-6008c044-5de3-44c2-a115-b95e260992b2 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000932 Apr 08 17:46:50.709940 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370eac1c-cc15-429f-a38d-0f71b5f236db req-eb4f115b-846a-4955-92b4-dcbda018cb69 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204381 Apr 08 17:46:50.717669 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-ed01907d-4067-4a77-9f35-ec666eca76c5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 200 len: 217 time: 0.1806660 Apr 08 17:46:50.752821 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f81e68-5a25-4620-95cb-ef5ba0f1b92d req-17ea4e5e-310d-4a6f-b7a4-0bbb92e1ba6b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.758758 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2f81e68-5a25-4620-95cb-ef5ba0f1b92d req-17ea4e5e-310d-4a6f-b7a4-0bbb92e1ba6b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.2774317 Apr 08 17:46:50.855502 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-31523e34-da8a-40c7-a4e5-ac518fc600e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:50.857286 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-31523e34-da8a-40c7-a4e5-ac518fc600e9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1141663 Apr 08 17:46:50.887068 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2f81e68-5a25-4620-95cb-ef5ba0f1b92d req-8ba37585-36f8-44a1-ac7b-80aaa7e644b3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860391 Apr 08 17:46:50.987364 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 43566) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:51.049645 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-307e471a-d73d-4dab-b3ca-27b5833a4af4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 200 len: 217 time: 0.3755403 Apr 08 17:46:51.115250 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1a5ef-c0d9-4c18-9139-71e763f02372 req-e9987b5c-1af5-4e5a-873b-f2c395b41cda tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:51.118070 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a5b1a5ef-c0d9-4c18-9139-71e763f02372 req-e9987b5c-1af5-4e5a-873b-f2c395b41cda tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1138492 Apr 08 17:46:51.132142 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-60109cab-6e5d-435b-aafb-8e4d0c260dc8 req-c7825431-699f-408a-9022-c6b19c600ff7 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4325712 Apr 08 17:46:51.287708 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-745bb502-ee3d-4a2e-9d30-97051e924026 req-173817fb-3cfb-4c25-bb48-f1e10fa7cc78 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0705433 Apr 08 17:46:51.294266 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a5b1a5ef-c0d9-4c18-9139-71e763f02372 req-12587532-9a85-4338-8f59-7e70ba6da7d6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468058 Apr 08 17:46:51.367066 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5ff87916-75d6-4b42-b989-7ad9a562e2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.510936 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb1872-864b-4253-a257-4c93be098b66 req-dd29f444-c40e-41ba-b8e0-e69ad0f16a20 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:51.513634 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b4bb1872-864b-4253-a257-4c93be098b66 req-dd29f444-c40e-41ba-b8e0-e69ad0f16a20 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.0885313 Apr 08 17:46:51.519350 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5ff87916-75d6-4b42-b989-7ad9a562e2e2 admin admin] Publish callbacks [] for security_group (cd2276eb-68ae-40e2-b3c2-5ede102f40a3), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.527420 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5ff87916-75d6-4b42-b989-7ad9a562e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (cd2276eb-68ae-40e2-b3c2-5ede102f40a3), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.576518 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff87916-75d6-4b42-b989-7ad9a562e2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2276eb-68ae-40e2-b3c2-5ede102f40a3,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:51.587683 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5ff87916-75d6-4b42-b989-7ad9a562e2e2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c6252388b7c241fe8c2f5eb732c376bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5944533 Apr 08 17:46:51.587949 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 43582) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:51.622617 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b4bb1872-864b-4253-a257-4c93be098b66 req-10b36e56-74e6-4ae8-9985-cd6fbc8d535e tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877230 Apr 08 17:46:51.718560 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-13901cb0-7fef-4ea8-9a19-0296ac604f83 admin admin] Publish callbacks [] for security_group (cd2276eb-68ae-40e2-b3c2-5ede102f40a3), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.747107 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43590) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:51.765596 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-13901cb0-7fef-4ea8-9a19-0296ac604f83 admin admin] Publish callbacks [] for security_group (cd2276eb-68ae-40e2-b3c2-5ede102f40a3), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.890168 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-13901cb0-7fef-4ea8-9a19-0296ac604f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (cd2276eb-68ae-40e2-b3c2-5ede102f40a3), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.895183 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-13901cb0-7fef-4ea8-9a19-0296ac604f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:51.902068 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-13901cb0-7fef-4ea8-9a19-0296ac604f83 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cd2276eb-68ae-40e2-b3c2-5ede102f40a3 HTTP/1.1" status: 204 len: 168 time: 0.3082581 Apr 08 17:46:51.926547 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13901cb0-7fef-4ea8-9a19-0296ac604f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2276eb-68ae-40e2-b3c2-5ede102f40a3,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:51.992935 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3ea-85cd-4595-bbe3-0ecadda13980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.107732 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9c0b2-305c-4035-a80a-41f3b01f0fdf req-148987aa-f826-447c-b8f3-e2d0751fc766 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:52.110988 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a0a9c0b2-305c-4035-a80a-41f3b01f0fdf req-148987aa-f826-447c-b8f3-e2d0751fc766 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.1123018 Apr 08 17:46:52.136432 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3ea-85cd-4595-bbe3-0ecadda13980 admin admin] Publish callbacks [] for security_group (40c116d8-a8f7-4855-81ec-143f7095c3f6), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.143912 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2b86f3ea-85cd-4595-bbe3-0ecadda13980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (40c116d8-a8f7-4855-81ec-143f7095c3f6), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.197283 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a0a9c0b2-305c-4035-a80a-41f3b01f0fdf req-3f262105-5370-43e9-ab5f-dd4933f49633 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Apr 08 17:46:52.270570 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-2b86f3ea-85cd-4595-bbe3-0ecadda13980 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=30eeba3635fe419a9095c964f8e33c54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201974 Apr 08 17:46:52.272128 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f3ea-85cd-4595-bbe3-0ecadda13980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c116d8-a8f7-4855-81ec-143f7095c3f6,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:52.273906 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 43606) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:52.351220 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff0c17-a66e-473f-a8b2-9d407d5d7284 req-0cd6029d-16be-47f7-ae6b-9cac924a0490 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:52.360835 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-05ff0c17-a66e-473f-a8b2-9d407d5d7284 req-0cd6029d-16be-47f7-ae6b-9cac924a0490 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0662920 Apr 08 17:46:52.388392 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'tag': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:52.396699 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def3bab-798a-4161-9a45-d801eaa55aac" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2336ab-c053-41e1-a501-3a78a0d67852", "tag": "f476d0d6-0072-44c6-9cf8-3d22f5aa02ba"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:52.433923 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:52.439969 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2937056-e038-4c6f-86ab-0ec66439a30a" -d '{"events": [{"name": "network-changed", "server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:52.442243 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24da212e-4b51-471d-9dca-8ee401e30bf3 admin admin] Publish callbacks [] for security_group (40c116d8-a8f7-4855-81ec-143f7095c3f6), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.481632 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-05ff0c17-a66e-473f-a8b2-9d407d5d7284 req-f9854ff7-e720-4a62-938d-68503649fc52 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189003 Apr 08 17:46:52.514449 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2de5bece-e0b9-45ad-81fa-ca2ba867ac26 req-3696382c-7d41-475c-b3f2-a177eaf1720a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0761626 Apr 08 17:46:52.541140 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24da212e-4b51-471d-9dca-8ee401e30bf3 admin admin] Publish callbacks [] for security_group (40c116d8-a8f7-4855-81ec-143f7095c3f6), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.567010 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43618) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:52.612845 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-38b2e7e8-82eb-4ffd-a756-fc8e38d4aa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.622991 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd52de59-fbde-4fa3-92e5-0f3b3fd34108 x-openstack-request-id: req-dd52de59-fbde-4fa3-92e5-0f3b3fd34108 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:52.623495 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2336ab-c053-41e1-a501-3a78a0d67852", "tag": "f476d0d6-0072-44c6-9cf8-3d22f5aa02ba", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:52.623920 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dd52de59-fbde-4fa3-92e5-0f3b3fd34108 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:52.624623 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd52de59-fbde-4fa3-92e5-0f3b3fd34108'] response: {'name': 'network-changed', 'server_uuid': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'tag': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba', 'status': 'completed', 'code': 200} Apr 08 17:46:52.662243 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24da212e-4b51-471d-9dca-8ee401e30bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (40c116d8-a8f7-4855-81ec-143f7095c3f6), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.667734 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24da212e-4b51-471d-9dca-8ee401e30bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.670393 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-24da212e-4b51-471d-9dca-8ee401e30bf3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40c116d8-a8f7-4855-81ec-143f7095c3f6 HTTP/1.1" status: 204 len: 168 time: 0.3940103 Apr 08 17:46:52.685332 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be4b74f-3767-4470-b7f0-4027e23ee5bb x-openstack-request-id: req-2be4b74f-3767-4470-b7f0-4027e23ee5bb {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:52.686004 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:52.686427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2be4b74f-3767-4470-b7f0-4027e23ee5bb {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:52.687138 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be4b74f-3767-4470-b7f0-4027e23ee5bb'] response: {'name': 'network-changed', 'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'status': 'completed', 'code': 200} Apr 08 17:46:52.690972 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da212e-4b51-471d-9dca-8ee401e30bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c116d8-a8f7-4855-81ec-143f7095c3f6,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:52.793121 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a549cb2-2daf-486b-a182-ed32b4a8e42e req-14fb6594-1730-4d3a-9ee5-f830b9b6825c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:52.796251 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a549cb2-2daf-486b-a182-ed32b4a8e42e req-14fb6594-1730-4d3a-9ee5-f830b9b6825c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1553698 Apr 08 17:46:52.933014 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-38b2e7e8-82eb-4ffd-a756-fc8e38d4aa90 admin admin] Publish callbacks [] for security_group (de64d04b-50e2-4281-b67c-6810662ac452), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.943964 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a549cb2-2daf-486b-a182-ed32b4a8e42e req-dade407a-a958-4b5a-8850-5eb9c5107f74 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301613 Apr 08 17:46:52.946351 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-38b2e7e8-82eb-4ffd-a756-fc8e38d4aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (de64d04b-50e2-4281-b67c-6810662ac452), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:52.959383 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:46:53.060778 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2e7e8-82eb-4ffd-a756-fc8e38d4aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de64d04b-50e2-4281-b67c-6810662ac452,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:53.069101 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-38b2e7e8-82eb-4ffd-a756-fc8e38d4aa90 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=081666e4aed44b4e92507d66060bdc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995952 Apr 08 17:46:53.073505 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 43628) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:53.219834 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:53.224260 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-60a7b738-c9c3-4e57-b0a6-159c68e8bddf admin admin] Publish callbacks [] for security_group (de64d04b-50e2-4281-b67c-6810662ac452), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.273759 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'port_id': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'mac_address': 'fa:16:3e:c5:06:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:46:53.275285 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-60a7b738-c9c3-4e57-b0a6-159c68e8bddf admin admin] Publish callbacks [] for security_group (de64d04b-50e2-4281-b67c-6810662ac452), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.280606 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-048fc8f8-e577-4138-b70b-b452131b5df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.382689 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-60a7b738-c9c3-4e57-b0a6-159c68e8bddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (de64d04b-50e2-4281-b67c-6810662ac452), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.390043 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-60a7b738-c9c3-4e57-b0a6-159c68e8bddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.395992 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-60a7b738-c9c3-4e57-b0a6-159c68e8bddf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de64d04b-50e2-4281-b67c-6810662ac452 HTTP/1.1" status: 204 len: 168 time: 0.3157821 Apr 08 17:46:53.409971 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7b738-c9c3-4e57-b0a6-159c68e8bddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de64d04b-50e2-4281-b67c-6810662ac452,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:53.444643 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:53.445293 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.484784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43638) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:53.517054 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-068f80e6-23ef-4df2-a5dd-2723d739ee6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.534083 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3eb7ab8-935e-4546-9a96-264b8d051b6f {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:46:53.571867 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ec9f0-7a29-4034-8fff-571138916751 req-b3be6466-8bdb-4c09-be1b-1b06ba9e43bf tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:53.589440 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b5ec9f0-7a29-4034-8fff-571138916751 req-b3be6466-8bdb-4c09-be1b-1b06ba9e43bf tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.1505845 Apr 08 17:46:53.626202 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:53.636035 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.701283 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-068f80e6-23ef-4df2-a5dd-2723d739ee6f admin admin] Publish callbacks [] for security_group (40a47505-1567-4fa1-ac81-6bd5074cf7f0), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.702675 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b5ec9f0-7a29-4034-8fff-571138916751 req-7ddf9418-fe19-4a25-b3a3-e082c5e7af19 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103318 Apr 08 17:46:53.707011 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-068f80e6-23ef-4df2-a5dd-2723d739ee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (40a47505-1567-4fa1-ac81-6bd5074cf7f0), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.798449 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-068f80e6-23ef-4df2-a5dd-2723d739ee6f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=016e8a354e2342649dc54485d92a1b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110795 Apr 08 17:46:53.799288 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f80e6-23ef-4df2-a5dd-2723d739ee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a47505-1567-4fa1-ac81-6bd5074cf7f0,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:53.801862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 43650) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:53.810541 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:53.825144 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.825951 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.826689 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.827695 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.827906 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.828511 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.829079 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.829647 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.830677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.831261 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.832372 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.833817 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.834621 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.835858 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.836516 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:46:53.950588 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-4cfb61a6-6c09-4837-99b1-35ef4ea1aff5 admin admin] Publish callbacks [] for security_group (40a47505-1567-4fa1-ac81-6bd5074cf7f0), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:53.960436 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e23b1-f06d-4964-8759-3b304503463f req-e83f1931-5ccf-402a-80f9-77347ebe6b7a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:53.962768 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-aa4e23b1-f06d-4964-8759-3b304503463f req-e83f1931-5ccf-402a-80f9-77347ebe6b7a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0957980 Apr 08 17:46:54.012347 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-4cfb61a6-6c09-4837-99b1-35ef4ea1aff5 admin admin] Publish callbacks [] for security_group (40a47505-1567-4fa1-ac81-6bd5074cf7f0), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.092465 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-aa4e23b1-f06d-4964-8759-3b304503463f req-00f5678f-0b0b-4075-a267-9b12e42e6b00 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192274 Apr 08 17:46:54.140689 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-4cfb61a6-6c09-4837-99b1-35ef4ea1aff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (40a47505-1567-4fa1-ac81-6bd5074cf7f0), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.145775 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-4cfb61a6-6c09-4837-99b1-35ef4ea1aff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.148081 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-4cfb61a6-6c09-4837-99b1-35ef4ea1aff5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/40a47505-1567-4fa1-ac81-6bd5074cf7f0 HTTP/1.1" status: 204 len: 168 time: 0.3443604 Apr 08 17:46:54.174973 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb61a6-6c09-4837-99b1-35ef4ea1aff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a47505-1567-4fa1-ac81-6bd5074cf7f0,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:54.248865 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['b3eb7ab8-935e-4546-9a96-264b8d051b6f'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:46:54.310608 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6a149e25-e53b-492d-a252-6713bcd7527c req-29ff4d68-90d9-437f-91c6-b3caa82896f5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0989449 Apr 08 17:46:54.339781 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 43662) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:54.375612 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-69ad6df2-4a97-4ee6-9146-0fa2e366cfc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.635380 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeed321-f964-40ec-80a5-b8cb8ae53cb9 req-d5f89d35-7a51-41ac-a964-7ad95729251e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:54.637262 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-adeed321-f964-40ec-80a5-b8cb8ae53cb9 req-d5f89d35-7a51-41ac-a964-7ad95729251e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.1353147 Apr 08 17:46:54.669101 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-69ad6df2-4a97-4ee6-9146-0fa2e366cfc2 admin admin] Publish callbacks [] for security_group (cb5e4aa5-f317-4005-b5f9-34cdea8af8a3), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.677778 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-69ad6df2-4a97-4ee6-9146-0fa2e366cfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (cb5e4aa5-f317-4005-b5f9-34cdea8af8a3), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.760013 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-69ad6df2-4a97-4ee6-9146-0fa2e366cfc2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=328a89356d144e2591ad7ec5731ef1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154844 Apr 08 17:46:54.760806 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43674) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:54.768991 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad6df2-4a97-4ee6-9146-0fa2e366cfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5e4aa5-f317-4005-b5f9-34cdea8af8a3,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:54.797960 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-adeed321-f964-40ec-80a5-b8cb8ae53cb9 req-22097385-e38d-4b54-9504-6562557ccecb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505411 Apr 08 17:46:54.879766 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-53026c52-1978-4a50-8a90-20b187a12ca8 admin admin] Publish callbacks [] for security_group (cb5e4aa5-f317-4005-b5f9-34cdea8af8a3), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.927861 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43676) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:54.943173 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-53026c52-1978-4a50-8a90-20b187a12ca8 admin admin] Publish callbacks [] for security_group (cb5e4aa5-f317-4005-b5f9-34cdea8af8a3), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.956421 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-dbd40590-2df5-4d1a-aeaa-fc1cdba04174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:54.970505 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fab00-9a77-4f40-b54b-c09d7303f57b req-51fe75d9-e238-4ced-83db-1f720ab666e3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:54.976246 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1b5fab00-9a77-4f40-b54b-c09d7303f57b req-51fe75d9-e238-4ced-83db-1f720ab666e3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.0790529 Apr 08 17:46:55.063114 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1b5fab00-9a77-4f40-b54b-c09d7303f57b req-4ef59e52-b80a-4a94-affb-bd41fb00da8d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788789 Apr 08 17:46:55.094066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-53026c52-1978-4a50-8a90-20b187a12ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (cb5e4aa5-f317-4005-b5f9-34cdea8af8a3), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.098601 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-53026c52-1978-4a50-8a90-20b187a12ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.100035 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-53026c52-1978-4a50-8a90-20b187a12ca8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb5e4aa5-f317-4005-b5f9-34cdea8af8a3 HTTP/1.1" status: 204 len: 168 time: 0.3378980 Apr 08 17:46:55.125511 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53026c52-1978-4a50-8a90-20b187a12ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5e4aa5-f317-4005-b5f9-34cdea8af8a3,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:55.145653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-dbd40590-2df5-4d1a-aeaa-fc1cdba04174 admin admin] Publish callbacks [] for security_group (66973e8f-8d6e-4509-8e42-db3be5637989), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.158514 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-dbd40590-2df5-4d1a-aeaa-fc1cdba04174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (66973e8f-8d6e-4509-8e42-db3be5637989), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.233554 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd40590-2df5-4d1a-aeaa-fc1cdba04174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66973e8f-8d6e-4509-8e42-db3be5637989,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:55.244546 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-dbd40590-2df5-4d1a-aeaa-fc1cdba04174 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=044f5393d0634fd7919a77ad67aef539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143916 Apr 08 17:46:55.247990 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43684) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:55.301118 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57c161-f28b-4879-8d91-2702cc4fab9d req-36f4e0b5-b090-4f5d-88aa-66b59bb7f1c3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:55.302943 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e57c161-f28b-4879-8d91-2702cc4fab9d req-36f4e0b5-b090-4f5d-88aa-66b59bb7f1c3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0843692 Apr 08 17:46:55.341135 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b469-db5a-4cd1-accb-ce90f5133b04 admin admin] Publish callbacks [] for security_group (66973e8f-8d6e-4509-8e42-db3be5637989), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.387396 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b469-db5a-4cd1-accb-ce90f5133b04 admin admin] Publish callbacks [] for security_group (66973e8f-8d6e-4509-8e42-db3be5637989), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.397129 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e57c161-f28b-4879-8d91-2702cc4fab9d req-5eb0bfa6-23f5-4993-8684-814c817c2166 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832171 Apr 08 17:46:55.505322 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b469-db5a-4cd1-accb-ce90f5133b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (66973e8f-8d6e-4509-8e42-db3be5637989), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.512258 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d0f5b469-db5a-4cd1-accb-ce90f5133b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:55.514310 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-d0f5b469-db5a-4cd1-accb-ce90f5133b04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/66973e8f-8d6e-4509-8e42-db3be5637989 HTTP/1.1" status: 204 len: 168 time: 0.2645736 Apr 08 17:46:55.529986 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5b469-db5a-4cd1-accb-ce90f5133b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66973e8f-8d6e-4509-8e42-db3be5637989,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:55.610423 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4f2fe9a7-cf20-43f1-851b-3a5a04658842 req-fe866b90-cede-42fe-832e-e2a9e4168e73 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0648258 Apr 08 17:46:55.636937 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7963f0b7-6b3d-4b39-9907-e89ab3d59ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:56.004213 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9d126-739f-47ba-8419-d280fd1101c6 req-38823a2f-5cc5-4b15-8da1-e37f5b5675cd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:56.006270 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8da9d126-739f-47ba-8419-d280fd1101c6 req-38823a2f-5cc5-4b15-8da1-e37f5b5675cd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.0921991 Apr 08 17:46:56.086943 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8da9d126-739f-47ba-8419-d280fd1101c6 req-0c6e3fe0-34b3-4754-a52a-d946937a37d2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733395 Apr 08 17:46:56.228846 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e708b-e604-499b-961c-7df41ffa5e62 req-5044d0c1-0784-4442-8633-a68b8ed802c0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:56.231070 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-457e708b-e604-499b-961c-7df41ffa5e62 req-5044d0c1-0784-4442-8633-a68b8ed802c0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.0654244 Apr 08 17:46:56.297377 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-457e708b-e604-499b-961c-7df41ffa5e62 req-a044b1c8-c052-40cf-81c5-7384583ffb98 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Apr 08 17:46:56.571705 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a447-7da9-4fb9-9946-1a19b991ff53 req-f746d863-75b8-4481-b4ee-ad6540904e72 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:56.574925 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4078a447-7da9-4fb9-9946-1a19b991ff53 req-f746d863-75b8-4481-b4ee-ad6540904e72 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0707521 Apr 08 17:46:56.656986 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4078a447-7da9-4fb9-9946-1a19b991ff53 req-c6072d05-47e8-4a19-a58f-1ac47dc77a13 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735705 Apr 08 17:46:56.780183 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-290d020c-a7f4-49bf-9ed9-a03c0c25ca17 req-ca0ca852-0c8b-4b43-93d5-39a313975526 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0400465 Apr 08 17:46:56.812364 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:57.293400 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245793d-3c98-4f58-9e1b-395b9509545f req-8abe3a8c-c174-4f0b-97e2-74238f00b383 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:57.295595 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d245793d-3c98-4f58-9e1b-395b9509545f req-8abe3a8c-c174-4f0b-97e2-74238f00b383 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.0925531 Apr 08 17:46:57.374044 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d245793d-3c98-4f58-9e1b-395b9509545f req-11a689ed-5060-4e40-b520-f062179293f0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640478 Apr 08 17:46:57.480896 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43794) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:57.534389 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58041a1f-d6d9-4939-a5d9-adb091fe1ed0 req-3e0a7ed8-a819-4566-9ef8-52b300b4c5ab tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:57.542746 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-58041a1f-d6d9-4939-a5d9-adb091fe1ed0 req-3e0a7ed8-a819-4566-9ef8-52b300b4c5ab tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.0747056 Apr 08 17:46:57.616865 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-58041a1f-d6d9-4939-a5d9-adb091fe1ed0 req-39865aff-8139-40f6-b722-92ebcc082c93 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726359 Apr 08 17:46:57.690916 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-97a3037f-6334-47f5-8632-16ba57f9133a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:57.831903 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-97a3037f-6334-47f5-8632-16ba57f9133a admin admin] Publish callbacks [] for security_group (71bc1883-619e-4f44-adc0-2da1ca800c1d), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:57.840044 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-97a3037f-6334-47f5-8632-16ba57f9133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (71bc1883-619e-4f44-adc0-2da1ca800c1d), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:57.879500 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6d0c8-d87b-43b7-ba6b-09367d0a5f01 req-ecaa6d41-7ede-4736-89fb-3feddf64bac3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:57.883442 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-55d6d0c8-d87b-43b7-ba6b-09367d0a5f01 req-ecaa6d41-7ede-4736-89fb-3feddf64bac3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.1047246 Apr 08 17:46:57.895706 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-97a3037f-6334-47f5-8632-16ba57f9133a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7235851da7a64c9fb53179626732d1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102418 Apr 08 17:46:57.896538 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 43804) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:46:57.963067 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-55d6d0c8-d87b-43b7-ba6b-09367d0a5f01 req-7862385c-3c7a-4d34-b00e-699108f41a4e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689256 Apr 08 17:46:57.963661 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3037f-6334-47f5-8632-16ba57f9133a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bc1883-619e-4f44-adc0-2da1ca800c1d,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:58.014846 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a0166874-86aa-416f-8916-76d0811b678a admin admin] Publish callbacks [] for security_group (71bc1883-619e-4f44-adc0-2da1ca800c1d), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:58.052024 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a0166874-86aa-416f-8916-76d0811b678a admin admin] Publish callbacks [] for security_group (71bc1883-619e-4f44-adc0-2da1ca800c1d), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:58.103122 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5b2dd758-33b7-4fcf-a7b8-5fb311e58790 req-e4d8bbac-a8e8-4969-9450-0219588e2981 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0401936 Apr 08 17:46:58.163115 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a0166874-86aa-416f-8916-76d0811b678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (71bc1883-619e-4f44-adc0-2da1ca800c1d), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:58.164029 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a0166874-86aa-416f-8916-76d0811b678a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:58.165566 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a0166874-86aa-416f-8916-76d0811b678a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/71bc1883-619e-4f44-adc0-2da1ca800c1d HTTP/1.1" status: 204 len: 168 time: 0.2622826 Apr 08 17:46:58.177515 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0166874-86aa-416f-8916-76d0811b678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bc1883-619e-4f44-adc0-2da1ca800c1d,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:58.542381 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f72f61-92a2-4ede-9dc2-aca42a8748e3 req-3597f47b-0104-4fda-b443-c8f8e5c0ae03 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:58.544242 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-68f72f61-92a2-4ede-9dc2-aca42a8748e3 req-3597f47b-0104-4fda-b443-c8f8e5c0ae03 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.0653350 Apr 08 17:46:58.593022 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:58.612910 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-68f72f61-92a2-4ede-9dc2-aca42a8748e3 req-7a2c6c0f-29b3-4860-916e-87e94f10cc06 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617957 Apr 08 17:46:58.769843 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c8473-e099-47f1-b316-89719417d0b9 req-beefe8e6-e74f-490b-bbeb-6d26419c4328 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:58.771956 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-119c8473-e099-47f1-b316-89719417d0b9 req-beefe8e6-e74f-490b-bbeb-6d26419c4328 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.0671957 Apr 08 17:46:58.853136 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-119c8473-e099-47f1-b316-89719417d0b9 req-afbeb7d4-9ee0-49e3-9292-65cbe6e64927 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704741 Apr 08 17:46:59.135451 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774f719-30a8-4d20-80a5-2a044e22863e req-2ccc6efd-9226-4d8e-9ea0-59bf88990b16 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:59.139320 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8774f719-30a8-4d20-80a5-2a044e22863e req-2ccc6efd-9226-4d8e-9ea0-59bf88990b16 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0702279 Apr 08 17:46:59.214315 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8774f719-30a8-4d20-80a5-2a044e22863e req-a24dd217-da52-44e5-9ad6-d34b8d6e8a56 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619044 Apr 08 17:46:59.247731 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:46:59.339211 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port b3eb7ab8-935e-4546-9a96-264b8d051b6f completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:46:59.350927 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port b3eb7ab8-935e-4546-9a96-264b8d051b6f triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:46:59.351924 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:59.363254 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-48792d43-19dc-48e5-b5e7-6e98205f0092 req-48203934-c87f-4979-9476-a1896de92eca tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0654275 Apr 08 17:46:59.509564 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:46:59.510244 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:59.556825 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:46:59.559501 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d882d976-a500-4d03-8414-5cdb5bba1bdf" -d '{"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:46:59.577287 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:46:59.583185 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:59.685369 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13a21f-238a-4017-8113-bf89245e94a5 x-openstack-request-id: req-8d13a21f-238a-4017-8113-bf89245e94a5 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:46:59.686355 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:46:59.686355 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8d13a21f-238a-4017-8113-bf89245e94a5 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:46:59.686871 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d13a21f-238a-4017-8113-bf89245e94a5'] response: {'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'code': 200} Apr 08 17:46:59.688720 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:46:59.866734 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888f493-0a3e-4f50-b215-48c096338292 req-5e847b0d-2c31-44ef-b6bb-691ffbcdc94c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:46:59.871040 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f888f493-0a3e-4f50-b215-48c096338292 req-5e847b0d-2c31-44ef-b6bb-691ffbcdc94c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0953155 Apr 08 17:46:59.900134 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:46:59.963206 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f888f493-0a3e-4f50-b215-48c096338292 req-b9d15b7b-69cd-4ff3-a56a-38013465ec91 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817788 Apr 08 17:47:00.227324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f2b95-994a-43b8-acbd-aba46a0e1662 req-b2605efe-2417-4a04-a195-4629e3df3f4b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:00.229288 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-320f2b95-994a-43b8-acbd-aba46a0e1662 req-b2605efe-2417-4a04-a195-4629e3df3f4b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.0956974 Apr 08 17:47:00.314128 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-320f2b95-994a-43b8-acbd-aba46a0e1662 req-299f08dd-f359-434d-b931-dc49d380f0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759361 Apr 08 17:47:00.445514 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3bceb-2872-4d05-ac28-b906c28b4ee5 req-9d26417a-e68c-466d-bd26-4aa15b6fe14c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:00.447241 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1ca3bceb-2872-4d05-ac28-b906c28b4ee5 req-9d26417a-e68c-466d-bd26-4aa15b6fe14c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0613129 Apr 08 17:47:00.507785 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1ca3bceb-2872-4d05-ac28-b906c28b4ee5 req-7d2f99a4-584c-4c59-98a5-c80e8bf5ee2b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542161 Apr 08 17:47:00.628437 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ae2b6f0a-a20b-4dc7-b443-16d121a1defc req-2309b67d-2387-42c5-b5c1-688ca3ad5233 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0469797 Apr 08 17:47:01.199576 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f8ec3-b33b-41cd-beae-c1315cfac8a4 req-89fbf27d-bb64-4666-9756-c0e3ad9947fa tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:01.202244 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5f3f8ec3-b33b-41cd-beae-c1315cfac8a4 req-89fbf27d-bb64-4666-9756-c0e3ad9947fa tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0873265 Apr 08 17:47:01.299269 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5f3f8ec3-b33b-41cd-beae-c1315cfac8a4 req-1b1315eb-635b-49bc-b2ba-69053207251f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844517 Apr 08 17:47:01.375699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 3679ddde-69f0-4149-9797-4e06c1e04aba details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:01.501862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3a9af-ba2a-4613-ac0d-c5bc9ca35821 req-09f6efbc-f481-47ec-9014-c2cf4c47755a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:01.504837 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4db3a9af-ba2a-4613-ac0d-c5bc9ca35821 req-09f6efbc-f481-47ec-9014-c2cf4c47755a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 943 time: 0.0908861 Apr 08 17:47:01.551290 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 3679ddde-69f0-4149-9797-4e06c1e04aba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3679ddde-69f0-4149-9797-4e06c1e04aba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:01.577381 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '3679ddde-69f0-4149-9797-4e06c1e04aba', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'port_id': '3679ddde-69f0-4149-9797-4e06c1e04aba', 'mac_address': 'fa:16:3e:14:0a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:01.586545 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4db3a9af-ba2a-4613-ac0d-c5bc9ca35821 req-b815eb86-cb59-46e2-a218-fe567d89dd99 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731103 Apr 08 17:47:01.635956 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 3679ddde-69f0-4149-9797-4e06c1e04aba is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:01.636407 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.657960 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3679ddde-69f0-4149-9797-4e06c1e04aba {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:01.682901 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 3679ddde-69f0-4149-9797-4e06c1e04aba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3679ddde-69f0-4149-9797-4e06c1e04aba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:01.688635 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:01.750739 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc680d-ce6f-4c91-9368-da85985e8391 req-b02508a8-e03e-431e-9047-71f4478fc768 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:01.753499 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f9fc680d-ce6f-4c91-9368-da85985e8391 req-b02508a8-e03e-431e-9047-71f4478fc768 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0914447 Apr 08 17:47:01.758411 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=3679ddde-69f0-4149-9797-4e06c1e04aba,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:01.827015 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f9fc680d-ce6f-4c91-9368-da85985e8391 req-eacec497-f6b0-47dd-85a5-7d8599d3a212 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636108 Apr 08 17:47:01.941442 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-21cd3bca-1c76-4ba0-8a14-c4fa129c0f2f req-15b0a902-ae82-40ba-9f68-f34cdadda049 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0353081 Apr 08 17:47:02.520606 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a19c7-1360-434b-9575-1543225d5ea5 req-e3f1d0ca-8d0d-40ae-af4d-ddd1b677e0be tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:02.525359 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2a9a19c7-1360-434b-9575-1543225d5ea5 req-e3f1d0ca-8d0d-40ae-af4d-ddd1b677e0be tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0938835 Apr 08 17:47:02.624176 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2a9a19c7-1360-434b-9575-1543225d5ea5 req-bbcbf3cb-df9d-4082-a956-8be02845a0f9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882697 Apr 08 17:47:02.829135 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8daf9-ba50-4fbc-a1cf-52ae267408a6 req-a099f038-2399-4a25-8b24-7e6e87749a5e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:02.831305 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e1a8daf9-ba50-4fbc-a1cf-52ae267408a6 req-a099f038-2399-4a25-8b24-7e6e87749a5e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 944 time: 0.0780513 Apr 08 17:47:02.922570 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e1a8daf9-ba50-4fbc-a1cf-52ae267408a6 req-538ef81f-2a91-4ccb-b834-9b29163f65e7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800748 Apr 08 17:47:03.107901 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e6950-576a-4415-84d6-bff337344577 req-01348f8e-2b28-4129-8411-86d33b9ae830 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.110712 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-654e6950-576a-4415-84d6-bff337344577 req-01348f8e-2b28-4129-8411-86d33b9ae830 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0812371 Apr 08 17:47:03.173917 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-654e6950-576a-4415-84d6-bff337344577 req-0469e471-bc9e-4d6a-a50f-a1454236cd92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531993 Apr 08 17:47:03.287835 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4899bbe-6e50-4d7e-96ee-c84ff5653916 req-d81ab3a9-0cf3-4ec0-9b4a-7cee213bace3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0317955 Apr 08 17:47:03.824675 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7e9b3-a9c4-4cc0-b360-48e5a7c43871 req-f2550564-f1c8-4e4d-8c9e-485b2913d90d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:03.827572 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0be7e9b3-a9c4-4cc0-b360-48e5a7c43871 req-f2550564-f1c8-4e4d-8c9e-485b2913d90d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0880442 Apr 08 17:47:03.914153 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0be7e9b3-a9c4-4cc0-b360-48e5a7c43871 req-f7b861b3-b1ad-477f-901a-f6774963de8d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750728 Apr 08 17:47:04.143658 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34991e5d-94ac-42d5-8b42-ba98ce644940 req-110617d1-c163-476e-a802-e947f2511ebc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.146365 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-34991e5d-94ac-42d5-8b42-ba98ce644940 req-110617d1-c163-476e-a802-e947f2511ebc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 944 time: 0.0950603 Apr 08 17:47:04.225282 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-34991e5d-94ac-42d5-8b42-ba98ce644940 req-917769cd-5455-43c7-b607-cc5e691e2105 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680506 Apr 08 17:47:04.395460 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f460d4-3b41-4ea2-99ba-589732af7fd8 req-40ecbf8d-5e7d-4bab-87a8-9ee8a7806945 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.397155 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c6f460d4-3b41-4ea2-99ba-589732af7fd8 req-40ecbf8d-5e7d-4bab-87a8-9ee8a7806945 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0600135 Apr 08 17:47:04.462606 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c6f460d4-3b41-4ea2-99ba-589732af7fd8 req-9b7da3f0-bea0-4b9c-892d-e51df2ec2161 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576372 Apr 08 17:47:04.581224 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5b78f1bc-49af-4ea5-a6b3-abc5c4112fe6 req-598ef38d-1db1-48fa-9053-4af48b6c6072 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0511901 Apr 08 17:47:04.753027 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-7cf09a74-15fe-4e73-9e53-6a54199ee29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.756470 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-7cf09a74-15fe-4e73-9e53-6a54199ee29a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.0766761 Apr 08 17:47:04.756727 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-8670a47f-389b-452e-82e7-47b9c17e01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.758790 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-8670a47f-389b-452e-82e7-47b9c17e01ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680645 Apr 08 17:47:04.907211 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f130e90-e653-48bc-b151-6558846584f9 req-41f03ca6-9653-4b85-b7a4-040bc8650ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.909327 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f130e90-e653-48bc-b151-6558846584f9 req-41f03ca6-9653-4b85-b7a4-040bc8650ead service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1129 time: 0.1259398 Apr 08 17:47:04.913323 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-8d41a25f-bc17-40e8-9d45-6beea4dec11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:04.917052 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-8d41a25f-bc17-40e8-9d45-6beea4dec11d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 1128 time: 0.1569910 Apr 08 17:47:05.002024 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-c2a3bd60-52e1-41d0-8126-08acd4efc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:05.005344 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-c2a3bd60-52e1-41d0-8126-08acd4efc555 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0936887 Apr 08 17:47:05.080953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['3679ddde-69f0-4149-9797-4e06c1e04aba'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:05.190605 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-0e38d681-3f4c-42d8-bc69-7ad2d03aade8 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961916 Apr 08 17:47:05.257585 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f130e90-e653-48bc-b151-6558846584f9 req-6d2a66c0-5773-45a8-a500-465f7c20870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:05.261543 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f130e90-e653-48bc-b151-6558846584f9 req-6d2a66c0-5773-45a8-a500-465f7c20870a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.3394630 Apr 08 17:47:05.476309 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-4a6f1f8a-c335-43b5-a16e-30819bc27a93 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114434 Apr 08 17:47:05.565218 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f130e90-e653-48bc-b151-6558846584f9 req-b47c3419-ec69-48e2-a0d2-6555990d83ee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 217 time: 0.0858099 Apr 08 17:47:06.014933 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.73', 56098) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:06.060151 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c988c35-3a98-4af1-8f19-4e03c7c92dff req-004ed4a4-4054-4c44-8927-202b3cfc1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.061677 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4c988c35-3a98-4af1-8f19-4e03c7c92dff req-004ed4a4-4054-4c44-8927-202b3cfc1ac2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1129 time: 0.8394117 Apr 08 17:47:06.063066 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-19a9bcbe-0e4f-4a48-b8bc-53054335301e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.066034 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-19a9bcbe-0e4f-4a48-b8bc-53054335301e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 1.1376987 Apr 08 17:47:06.078766 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcccb2a-37b3-4ed3-85b9-cb41de4ce6af req-0abe9b83-577b-49c2-aaa3-25dd78780a6e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.090780 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7bcccb2a-37b3-4ed3-85b9-cb41de4ce6af req-0abe9b83-577b-49c2-aaa3-25dd78780a6e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 1.0267038 Apr 08 17:47:06.108129 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61f84-454c-4d8f-ab30-117ce94f9fea req-678d8496-5001-40b3-9ca9-36d1db46d194 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.113662 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b6b61f84-454c-4d8f-ab30-117ce94f9fea req-678d8496-5001-40b3-9ca9-36d1db46d194 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 944 time: 0.2090111 Apr 08 17:47:06.136960 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f130e90-e653-48bc-b151-6558846584f9 req-55095807-b625-45af-b1c9-77f358df5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.139519 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f130e90-e653-48bc-b151-6558846584f9 req-55095807-b625-45af-b1c9-77f358df5b15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.4858074 Apr 08 17:47:06.220318 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:47:06.371228 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-6fbb01e2-7fbd-49c3-afb2-9ee96d2c2a04 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3679ddde-69f0-4149-9797-4e06c1e04aba HTTP/1.1" status: 200 len: 217 time: 0.1887345 Apr 08 17:47:06.375129 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ae30920-141d-4422-8a15-821eb2ae3a21 req-258d02aa-e038-4036-a600-6776a9e78dfd service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7236500 Apr 08 17:47:06.450767 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f130e90-e653-48bc-b151-6558846584f9 req-f6300ef3-e1e3-4518-9147-cc12eac9161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.452236 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f130e90-e653-48bc-b151-6558846584f9 req-f6300ef3-e1e3-4518-9147-cc12eac9161c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1909108 Apr 08 17:47:06.464943 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-eabd4020-7795-43ae-9758-9aa20afa6991 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.468433 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-eabd4020-7795-43ae-9758-9aa20afa6991 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.4466672 Apr 08 17:47:06.474611 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b6b61f84-454c-4d8f-ab30-117ce94f9fea req-310b483a-fb00-4611-a887-89c481520284 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279557 Apr 08 17:47:06.519735 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7bcccb2a-37b3-4ed3-85b9-cb41de4ce6af req-00ec3b4a-ee08-4e35-ade3-4e5ea67023ad tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4277782 Apr 08 17:47:06.549111 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 3679ddde-69f0-4149-9797-4e06c1e04aba up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:06.552388 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c61be379-a409-459b-bf1e-928b4c0ad29d req-532408ee-ca5a-4e6b-9d4a-a586be862059 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2780182 Apr 08 17:47:06.558955 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-549e2a4b-81ea-4367-86fc-f162d40e9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.561633 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-549e2a4b-81ea-4367-86fc-f162d40e9aba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1636975 Apr 08 17:47:06.566949 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4c988c35-3a98-4af1-8f19-4e03c7c92dff req-ec9502d2-48bc-4fe9-970d-3348b64ece15 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838620 Apr 08 17:47:06.657363 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 3679ddde-69f0-4149-9797-4e06c1e04aba completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:06.668571 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 3679ddde-69f0-4149-9797-4e06c1e04aba triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:06.669533 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:06.688280 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2300372-da06-4ce6-ae8f-2d0a6f0dd5b6 req-70a8a4f6-2ad6-44b0-8c66-ec600bbe6348 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:06.690528 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c2300372-da06-4ce6-ae8f-2d0a6f0dd5b6 req-70a8a4f6-2ad6-44b0-8c66-ec600bbe6348 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0763261 Apr 08 17:47:06.740753 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-55dcbb86-1d5f-4da9-aec0-2f5de09dc872 req-7ae15e48-afa8-4cc9-8b1c-15c35d57c86b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0608947 Apr 08 17:47:06.789459 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c2300372-da06-4ce6-ae8f-2d0a6f0dd5b6 req-e6819ad5-7350-40cc-b28a-ddc089affe68 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841084 Apr 08 17:47:06.797877 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 3679ddde-69f0-4149-9797-4e06c1e04aba is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:06.798543 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:06.836566 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3679ddde-69f0-4149-9797-4e06c1e04aba'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:06.841581 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9871d5bc-0108-4bea-b008-282498896af6" -d '{"events": [{"server_uuid": "9c256c09-d83e-4b20-aa39-717b44ac4366", "name": "network-vif-plugged", "status": "completed", "tag": "3679ddde-69f0-4149-9797-4e06c1e04aba"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:06.866965 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 3679ddde-69f0-4149-9797-4e06c1e04aba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3679ddde-69f0-4149-9797-4e06c1e04aba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:06.872896 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:06.917708 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630e9615-169e-4c01-aa0a-3486c9dc6cae x-openstack-request-id: req-630e9615-169e-4c01-aa0a-3486c9dc6cae {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:06.918133 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c256c09-d83e-4b20-aa39-717b44ac4366", "name": "network-vif-plugged", "status": "completed", "tag": "3679ddde-69f0-4149-9797-4e06c1e04aba", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:06.918459 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-630e9615-169e-4c01-aa0a-3486c9dc6cae {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:06.918958 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630e9615-169e-4c01-aa0a-3486c9dc6cae'] response: {'server_uuid': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3679ddde-69f0-4149-9797-4e06c1e04aba', 'code': 200} Apr 08 17:47:06.955790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=3679ddde-69f0-4149-9797-4e06c1e04aba,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:07.636471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e99c7e-16b9-4158-933b-2fe6eca436dd req-dd3246d6-3f32-4063-809d-f705e74d96d1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:07.639875 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d1e99c7e-16b9-4158-933b-2fe6eca436dd req-dd3246d6-3f32-4063-809d-f705e74d96d1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0653653 Apr 08 17:47:07.717561 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d1e99c7e-16b9-4158-933b-2fe6eca436dd req-34c3478c-b803-4486-855c-68b3f1e3ab3f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665569 Apr 08 17:47:07.780405 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b34c0-3e57-46d5-905c-332c883c9a6f req-741889e6-349f-4ecd-be3d-6f6948d7c279 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:07.784683 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-719b34c0-3e57-46d5-905c-332c883c9a6f req-741889e6-349f-4ecd-be3d-6f6948d7c279 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0850849 Apr 08 17:47:07.860560 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-719b34c0-3e57-46d5-905c-332c883c9a6f req-13ce1ef5-218b-4666-9559-18ab4c80cecf tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703325 Apr 08 17:47:07.899497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2f27e300-0f38-4387-82ac-e7cfbdc3fecf req-37e02314-6d1d-4967-80e3-5a4908eb86b7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0388339 Apr 08 17:47:08.073502 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707a5ca-be8e-4b10-a834-e9460c619dab req-750ecc6c-d5f5-40ad-9b5f-6427b0586ae8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:08.076196 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b707a5ca-be8e-4b10-a834-e9460c619dab req-750ecc6c-d5f5-40ad-9b5f-6427b0586ae8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.1026151 Apr 08 17:47:08.162672 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b707a5ca-be8e-4b10-a834-e9460c619dab req-ba25b21c-6e78-4a2f-bc38-d0ee23a14701 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772872 Apr 08 17:47:08.945184 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4ec47-55c6-4708-b226-672c40811b1a req-3b782652-8094-43b4-a4f3-9ddb2a3c30a1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:08.948870 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2fc4ec47-55c6-4708-b226-672c40811b1a req-3b782652-8094-43b4-a4f3-9ddb2a3c30a1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1096773 Apr 08 17:47:09.054453 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2fc4ec47-55c6-4708-b226-672c40811b1a req-5f7f05bb-a90d-41bf-a777-66ec69fd4771 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984070 Apr 08 17:47:09.106753 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac685bb4-72e7-488e-9ca6-9bfa86463063 req-58146568-126d-44d9-a376-9aed06df7502 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:09.109572 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ac685bb4-72e7-488e-9ca6-9bfa86463063 req-58146568-126d-44d9-a376-9aed06df7502 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1036146 Apr 08 17:47:09.190406 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ac685bb4-72e7-488e-9ca6-9bfa86463063 req-0b6df316-58f0-436e-aea6-061537ad1109 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705094 Apr 08 17:47:09.236722 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-00ecebff-31ea-4c52-97e6-40184017586f req-135a8215-6f58-4d7e-8a82-5d450603265d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0669365 Apr 08 17:47:09.374037 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524edd0-91d2-49e0-af40-6330ad6f9cb5 req-84f9d842-f791-4d5b-bbd8-f491cb788ff4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:09.376472 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7524edd0-91d2-49e0-af40-6330ad6f9cb5 req-84f9d842-f791-4d5b-bbd8-f491cb788ff4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.0720501 Apr 08 17:47:09.463899 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7524edd0-91d2-49e0-af40-6330ad6f9cb5 req-ab585931-f92e-4797-8031-6c84f316736d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798705 Apr 08 17:47:10.327447 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a840dd-0df2-41c2-8dbd-168af89f3d2c req-28df35a5-8352-4a99-9690-43f6b6652fce tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:10.341628 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-48a840dd-0df2-41c2-8dbd-168af89f3d2c req-28df35a5-8352-4a99-9690-43f6b6652fce tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1298234 Apr 08 17:47:10.428565 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-48a840dd-0df2-41c2-8dbd-168af89f3d2c req-ce385a08-57cd-4dd8-97c4-27bb3626669b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853398 Apr 08 17:47:10.472454 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8511-f3e3-40a8-916f-e758a0a476f0 req-e299c2ee-b635-48f5-a0a5-398abbfc2eba tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:10.475189 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d46e8511-f3e3-40a8-916f-e758a0a476f0 req-e299c2ee-b635-48f5-a0a5-398abbfc2eba tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1322155 Apr 08 17:47:10.543622 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 2ff56802-b93e-4d6d-bd23-c764b4bcb61c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:10.619810 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d46e8511-f3e3-40a8-916f-e758a0a476f0 req-21eaf46b-05f2-4056-930d-790931e8e095 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276741 Apr 08 17:47:10.647451 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-04c12bbc-f592-42d7-9311-2fc0f692e979 req-5d534047-b150-4bfc-bd94-1c54fd87543f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0825663 Apr 08 17:47:10.866831 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:10.892696 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'port_id': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'mac_address': 'fa:16:3e:2a:cd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:10.963780 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30917d8f-8204-45a7-bde8-e19530c9a23e req-fec90593-a192-4f12-9cb4-2bfde911d373 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:10.967052 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-30917d8f-8204-45a7-bde8-e19530c9a23e req-fec90593-a192-4f12-9cb4-2bfde911d373 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 944 time: 0.1197782 Apr 08 17:47:11.013562 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:11.014997 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.044792 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff56802-b93e-4d6d-bd23-c764b4bcb61c {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:11.080968 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:11.089945 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:11.100653 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-9b088473-e3ed-40f3-9082-f9d8b96130b6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 380 time: 0.4540529 Apr 08 17:47:11.157054 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-30917d8f-8204-45a7-bde8-e19530c9a23e req-56622bc9-784d-41f9-829d-9e2ac6339324 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689053 Apr 08 17:47:11.160427 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f130e90-e653-48bc-b151-6558846584f9 req-3561d420-0f55-4478-b5db-ff997ed28e83 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120564 Apr 08 17:47:11.189702 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:11.311346 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-665cb6ee-b172-44cd-a5d4-af7d7301fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:11.314106 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-665cb6ee-b172-44cd-a5d4-af7d7301fd08 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713868 Apr 08 17:47:11.620843 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800abe9-06f0-4170-9661-f6ff3bdb8f3b req-8bc3300a-ba53-4ef8-abb8-16e33cc98c3d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:11.623648 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6800abe9-06f0-4170-9661-f6ff3bdb8f3b req-8bc3300a-ba53-4ef8-abb8-16e33cc98c3d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0846424 Apr 08 17:47:11.711807 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6800abe9-06f0-4170-9661-f6ff3bdb8f3b req-4560fa0e-cb77-4630-8ebd-48b9066d1344 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766311 Apr 08 17:47:11.873995 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12783a02-5a8e-4e14-b0d5-e5c376ee10e9 req-55258947-b19e-4ec5-bc51-25a8535130d5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:11.876567 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-12783a02-5a8e-4e14-b0d5-e5c376ee10e9 req-55258947-b19e-4ec5-bc51-25a8535130d5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0886743 Apr 08 17:47:11.888969 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['2ff56802-b93e-4d6d-bd23-c764b4bcb61c'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:11.901064 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1f4fdfd-a495-4ed5-bd65-ec4ae8f4a55e req-c7e9484d-047b-466c-8ea8-15ae89e85af7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0603354 Apr 08 17:47:12.000809 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-12783a02-5a8e-4e14-b0d5-e5c376ee10e9 req-84d782d1-94a6-4904-a081-4b50cf899ff6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024060 Apr 08 17:47:12.421724 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5225db-4fef-4473-8582-338a6e783ba7 req-107ac9e5-6a2f-4208-8408-2abe3ac050e9 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:12.423492 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7a5225db-4fef-4473-8582-338a6e783ba7 req-107ac9e5-6a2f-4208-8408-2abe3ac050e9 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 945 time: 0.1227949 Apr 08 17:47:12.499965 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7a5225db-4fef-4473-8582-338a6e783ba7 req-e653e4d5-41ab-49c0-9bd7-66da617f4736 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653031 Apr 08 17:47:12.940738 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c988b2-8716-452b-a424-64fdb5a58ad8 req-39640a94-4dd4-4acd-80c5-d0cb28e2d24d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:12.943551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-80c988b2-8716-452b-a424-64fdb5a58ad8 req-39640a94-4dd4-4acd-80c5-d0cb28e2d24d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0913298 Apr 08 17:47:13.049504 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-80c988b2-8716-452b-a424-64fdb5a58ad8 req-c0533f87-bb2e-4d4f-8483-e6ba1fb0e99e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950439 Apr 08 17:47:13.089446 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-66418d7d-ed1b-41ef-bfe5-3dd80f1f4449 req-069e9913-e7f3-4dd3-b0fc-a40e1cea75ed tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0542982 Apr 08 17:47:13.235869 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf620831-9d80-4a66-a1ea-842fd6a862d6 req-eceaae75-ed19-4848-9a9c-7f5e745b1403 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:13.238754 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cf620831-9d80-4a66-a1ea-842fd6a862d6 req-eceaae75-ed19-4848-9a9c-7f5e745b1403 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0826998 Apr 08 17:47:13.332337 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cf620831-9d80-4a66-a1ea-842fd6a862d6 req-fd459692-78c4-41bb-bffa-d6c8048481a1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832329 Apr 08 17:47:13.354468 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 2ff56802-b93e-4d6d-bd23-c764b4bcb61c up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:13.455403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:13.474050 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:13.475455 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.718975 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be13a56-6dd1-451b-83bc-a4400fd92051 req-fad3fe30-e727-47e5-b858-ccd46eca68a8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:13.722129 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8be13a56-6dd1-451b-83bc-a4400fd92051 req-fad3fe30-e727-47e5-b858-ccd46eca68a8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 945 time: 0.0995574 Apr 08 17:47:13.807454 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:13.808022 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.821623 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8be13a56-6dd1-451b-83bc-a4400fd92051 req-ccc2a826-1ad8-4005-9ff4-c0fa507df895 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896814 Apr 08 17:47:13.846898 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:13.849654 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ba0a4f-e51a-4026-ab18-415c0b1d7343" -d '{"events": [{"server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "name": "network-vif-plugged", "status": "completed", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:13.873807 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:13.880523 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:13.935986 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71201c43-25bf-4f31-a95f-48956b8cf319 x-openstack-request-id: req-71201c43-25bf-4f31-a95f-48956b8cf319 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:13.937871 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "name": "network-vif-plugged", "status": "completed", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:13.937871 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-71201c43-25bf-4f31-a95f-48956b8cf319 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:13.937871 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71201c43-25bf-4f31-a95f-48956b8cf319'] response: {'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'code': 200} Apr 08 17:47:13.981220 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:14.267688 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72389961-69ad-48df-aa7d-0829238b9319 req-7ddcd39a-c954-43f8-8cd9-4f541e22f654 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:14.270398 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-72389961-69ad-48df-aa7d-0829238b9319 req-7ddcd39a-c954-43f8-8cd9-4f541e22f654 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1149681 Apr 08 17:47:14.281481 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2f90b33e-e142-4201-98ff-9c418d7de1e5 req-f69c799f-f264-41ce-9f89-2fa209ecb5f8 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0547543 Apr 08 17:47:14.359002 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-72389961-69ad-48df-aa7d-0829238b9319 req-47a4d47d-c158-4018-a60d-6d5bfc333105 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772595 Apr 08 17:47:14.550835 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efde97a-a909-45ed-87f2-df560575e786 req-2ec61104-5c60-4051-b7f0-bf24963e3233 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:14.552926 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1efde97a-a909-45ed-87f2-df560575e786 req-2ec61104-5c60-4051-b7f0-bf24963e3233 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0782473 Apr 08 17:47:14.656306 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1efde97a-a909-45ed-87f2-df560575e786 req-16532b57-7baf-4842-a09b-b815f4866b8b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849814 Apr 08 17:47:15.054537 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-8473ec43-92c5-49df-8671-4c7f34c7eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.057261 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-8473ec43-92c5-49df-8671-4c7f34c7eb54 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 1130 time: 0.1244156 Apr 08 17:47:15.077542 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b3aad-223d-46b1-b096-a3d4ae5b5b99 req-db766966-d67b-4ec6-8d23-b0be92e79cd1 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.079291 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2a5b3aad-223d-46b1-b096-a3d4ae5b5b99 req-db766966-d67b-4ec6-8d23-b0be92e79cd1 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0966394 Apr 08 17:47:15.128016 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'port': {'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'admin_state_up': True, 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'security_groups': ['282f21df-1acd-4bc8-bdba-5b429da13f39']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:15.374047 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f476d0d6-0072-44c6-9cf8-3d22f5aa02ba details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:15.377744 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3bab-798a-4161-9a45-d801eaa55aac req-e0e707e0-98a1-4e56-9ca0-24ec71093ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.383007 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-e0e707e0-98a1-4e56-9ca0-24ec71093ce3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1127 time: 0.2703223 Apr 08 17:47:15.436763 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2a5b3aad-223d-46b1-b096-a3d4ae5b5b99 req-9ad337e4-0934-4683-83e0-bbb54d590e33 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3490071 Apr 08 17:47:15.511270 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f130e90-e653-48bc-b151-6558846584f9 req-67f59b56-b3e4-4c4a-80e4-bee53f603360 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026988 Apr 08 17:47:15.600603 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5a120bbf-2f82-4452-bc23-a19dbc219a88 req-c3c3392b-7c50-4499-ad3f-cf7ab411858c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0996702 Apr 08 17:47:15.621739 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Made reservation on behalf of b60301e63a954efd8e6fed0dd4dab259 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:15.631808 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.663018 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-dcd9214b-087b-4941-b4c3-77d8eb4a99a5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525506 Apr 08 17:47:15.706675 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-c2cb2e98-e303-4436-9ff2-f1d1da58c8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.707950 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:15.708913 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-c2cb2e98-e303-4436-9ff2-f1d1da58c8e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.5154536 Apr 08 17:47:15.733059 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'port_id': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba', 'mac_address': 'fa:16:3e:2a:d8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:15.743591 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafa585-ba8f-4b56-80fc-ee1cc5e93dff req-6a162efb-dfad-4898-be2f-00fa75407528 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.746515 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5dafa585-ba8f-4b56-80fc-ee1cc5e93dff req-6a162efb-dfad-4898-be2f-00fa75407528 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1528392 Apr 08 17:47:15.827082 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:15.827504 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.856351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f476d0d6-0072-44c6-9cf8-3d22f5aa02ba {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:15.862282 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5dafa585-ba8f-4b56-80fc-ee1cc5e93dff req-0f918094-83f5-416d-a22c-5e1a51d180a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062360 Apr 08 17:47:15.898699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:15.905273 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:15.950261 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d947d-88d4-432c-a451-e88d4ecc0b27 req-23fa3a7e-ba71-4aac-8fb7-2833dc6f778a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:15.952358 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b72d947d-88d4-432c-a451-e88d4ecc0b27 req-23fa3a7e-ba71-4aac-8fb7-2833dc6f778a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0972478 Apr 08 17:47:15.958696 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.20.0.4 (e0ad2a86-d620-4fda-a99c-2059c210a0ed/45d512ed-300f-492b-9fd8-0ed0be420735/f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:47:16.009694 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:16.076687 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b72d947d-88d4-432c-a451-e88d4ecc0b27 req-4f39452a-fe81-48fc-8140-db4cc51560ec tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108229 Apr 08 17:47:16.247149 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:16.343109 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:16.390030 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f47aee-52c4-4f38-bae0-a7a4a4ad1b15 req-8d27e0b9-a7de-4ccc-9098-9ed9ea612a24 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.392295 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d7f47aee-52c4-4f38-bae0-a7a4a4ad1b15 req-8d27e0b9-a7de-4ccc-9098-9ed9ea612a24 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0924823 Apr 08 17:47:16.405373 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44200) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:16.412969 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'floatingip': {'port_id': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:16.427103 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:47:16.432262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:16.436740 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:47:16.444957 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.446343 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:16.491214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:16.529939 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-d883f5cf-de1b-4976-af8d-641bb65aca18 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4093654 Apr 08 17:47:16.598640 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (f91eb127-268a-4a58-a23b-603b5bd0fd6d), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:16.801562 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ec972-c166-4a2f-b7c6-4d05d2194856 req-498c9b48-d4b0-4c80-876b-d44759273f05 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.804072 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2b9ec972-c166-4a2f-b7c6-4d05d2194856 req-498c9b48-d4b0-4c80-876b-d44759273f05 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1763291 Apr 08 17:47:16.869971 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-a9b77fd3-6679-48b5-981d-83996bb0f639 None None] Provisioning complete for port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:16.870867 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-a9b77fd3-6679-48b5-981d-83996bb0f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:16.910551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2b9ec972-c166-4a2f-b7c6-4d05d2194856 req-31abf2e1-855c-48ed-b358-0a9c57d79e52 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907052 Apr 08 17:47:16.941699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-a9b77fd3-6679-48b5-981d-83996bb0f639 None None] Port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:47:16.968686 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4d251-ed79-4b37-8bcd-84d05d259299 req-305c5b04-a334-4bf9-b0eb-72214db828d6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:16.974946 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e8c4d251-ed79-4b37-8bcd-84d05d259299 req-305c5b04-a334-4bf9-b0eb-72214db828d6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.1811197 Apr 08 17:47:17.123826 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27697b1-18cb-430d-99d5-96bfd21230ab req-39be1e4f-9936-439f-9408-fb041239c4a0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:17.125963 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b27697b1-18cb-430d-99d5-96bfd21230ab req-39be1e4f-9936-439f-9408-fb041239c4a0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0868456 Apr 08 17:47:17.197949 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e8c4d251-ed79-4b37-8bcd-84d05d259299 req-5035765b-881b-4a98-a80c-89123fd86af6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058647 Apr 08 17:47:17.201507 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b27697b1-18cb-430d-99d5-96bfd21230ab req-d2d17272-60a2-48dc-9501-f399aa793aec tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687945 Apr 08 17:47:17.958593 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.db.resource_extend [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 17:47:18.147318 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:18.166228 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (f91eb127-268a-4a58-a23b-603b5bd0fd6d), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:18.174485 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7149-3f21-4e6f-be08-6ac5715a1a5c req-dadb87b2-a6f9-48b4-9118-93b62cf1b37f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:18.176629 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e02e7149-3f21-4e6f-be08-6ac5715a1a5c req-dadb87b2-a6f9-48b4-9118-93b62cf1b37f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1187606 Apr 08 17:47:18.377440 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e02e7149-3f21-4e6f-be08-6ac5715a1a5c req-bb0be3eb-29f6-4f15-8844-655de4d3ae69 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544096 Apr 08 17:47:18.389970 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Floating IP f91eb127-268a-4a58-a23b-603b5bd0fd6d associated. External IP: 172.27.2.116, port: b3eb7ab8-935e-4546-9a96-264b8d051b6f. Apr 08 17:47:18.430950 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1d9dc-8cea-4be9-80b2-1ecafb25101c req-7b15bde4-ede0-4735-922c-1c8c970bc336 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:18.444146 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4f1d9dc-8cea-4be9-80b2-1ecafb25101c req-7b15bde4-ede0-4735-922c-1c8c970bc336 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1048460 Apr 08 17:47:18.525147 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4f1d9dc-8cea-4be9-80b2-1ecafb25101c req-19b68a5b-1335-4611-bb66-0af48d7c049d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792496 Apr 08 17:47:18.662531 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028fbf-3068-47b0-ac9c-931cdb9ba568 req-cf404dc0-0c39-489d-9180-902205fdd569 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:18.666022 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-05028fbf-3068-47b0-ac9c-931cdb9ba568 req-cf404dc0-0c39-489d-9180-902205fdd569 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.1168652 Apr 08 17:47:18.853917 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-05028fbf-3068-47b0-ac9c-931cdb9ba568 req-b3df7ff8-4b42-4874-9bd7-af1d1f5fe54a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770041 Apr 08 17:47:18.919761 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Router e0427723-a488-4e31-a8fe-2405a5a7e07e has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:19.182722 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:19.191981 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:19.213102 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] Sync routers for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:19.234409 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:19.235466 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:46:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:19.256743 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6c198ac5-65e2-4c76-bcbc-6da9933913fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "PUT /v2.0/floatingips/f91eb127-268a-4a58-a23b-603b5bd0fd6d HTTP/1.1" status: 200 len: 991 time: 2.8496699 Apr 08 17:47:19.257803 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:19.261986 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e185489-b141-4607-94ea-da9f6542606a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:19.336975 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c1192-b62e-4514-9e6c-d9627562d137 x-openstack-request-id: req-102c1192-b62e-4514-9e6c-d9627562d137 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:19.337446 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:19.337856 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-102c1192-b62e-4514-9e6c-d9627562d137 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:19.338492 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102c1192-b62e-4514-9e6c-d9627562d137'] response: {'name': 'network-changed', 'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'status': 'completed', 'code': 200} Apr 08 17:47:19.472790 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:19.643800 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb741c0d-488c-460f-a10c-f7dc40e71b36 req-2218fce2-8f5d-49b4-8deb-ad23e3da2e43 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:19.646937 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eb741c0d-488c-460f-a10c-f7dc40e71b36 req-2218fce2-8f5d-49b4-8deb-ad23e3da2e43 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1214864 Apr 08 17:47:19.765877 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eb741c0d-488c-460f-a10c-f7dc40e71b36 req-3b48e33a-b869-45a5-84c6-5b77056f6b3c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051002 Apr 08 17:47:19.792667 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec46b09-b47d-41f3-863e-c586fe225460 req-0afd9048-1feb-40b1-81df-3816238a1d6d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:19.795903 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dec46b09-b47d-41f3-863e-c586fe225460 req-0afd9048-1feb-40b1-81df-3816238a1d6d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1033645 Apr 08 17:47:19.908519 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dec46b09-b47d-41f3-863e-c586fe225460 req-5919bfa8-8a03-4351-a7b3-fc0cf511b98f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977998 Apr 08 17:47:20.014543 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'f91eb127-268a-4a58-a23b-603b5bd0fd6d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'port_id': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'mac_address': 'fa:16:3e:c5:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:27Z', 'updated_at': '2022-04-08T17:47:17Z', 'revision_number': 1, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:20.076697 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] Checking router: e0427723-a488-4e31-a8fe-2405a5a7e07e for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:20.082656 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7db59-b47f-4c14-8070-0e26ba40770a req-ef8cbe1f-63d1-41ed-a247-5b490829d337 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:20.085641 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7db7db59-b47f-4c14-8070-0e26ba40770a req-ef8cbe1f-63d1-41ed-a247-5b490829d337 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.0902586 Apr 08 17:47:20.093089 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:20.094167 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:46:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:20.181614 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7db7db59-b47f-4c14-8070-0e26ba40770a req-fd477ab4-eefb-4d9e-bfbf-9354fe09a6ef tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836308 Apr 08 17:47:20.343430 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:20.792636 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'f91eb127-268a-4a58-a23b-603b5bd0fd6d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'port_id': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'mac_address': 'fa:16:3e:c5:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:27Z', 'updated_at': '2022-04-08T17:47:17Z', 'revision_number': 1, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:20.855719 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9d6c-1a1c-435a-ac97-7dec5fc619c7 None None] The sync data for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi is: [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'f91eb127-268a-4a58-a23b-603b5bd0fd6d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'port_id': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'mac_address': 'fa:16:3e:c5:06:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:27Z', 'updated_at': '2022-04-08T17:47:17Z', 'revision_number': 1, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:21.022924 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2befa6-3682-46a3-a223-aa7c9604e370 req-6738562b-a66d-419b-93a8-05059d7cfab5 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.025635 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e2befa6-3682-46a3-a223-aa7c9604e370 req-6738562b-a66d-419b-93a8-05059d7cfab5 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1158206 Apr 08 17:47:21.126505 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a36044-23e6-4198-bae4-1446d544a530 req-c3b1d3c7-58c9-4d48-b4ef-3ecd03006530 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.131037 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-24a36044-23e6-4198-bae4-1446d544a530 req-c3b1d3c7-58c9-4d48-b4ef-3ecd03006530 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0945892 Apr 08 17:47:21.187370 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e2befa6-3682-46a3-a223-aa7c9604e370 req-e529de4a-29b5-4e41-ab84-7bd41b9fd15c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493831 Apr 08 17:47:21.291690 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445d955-1635-4138-b0db-e98b4469a065 None None] New status for floating IP f91eb127-268a-4a58-a23b-603b5bd0fd6d: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:21.318678 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-24a36044-23e6-4198-bae4-1446d544a530 req-384205b4-5112-41c8-9baf-1224f66ea753 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712880 Apr 08 17:47:21.438839 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1de50-0d51-4bae-abe5-c41d5ccfa7bf req-50dd073b-1c76-4a28-af4a-cfe818606059 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:21.441846 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-38d1de50-0d51-4bae-abe5-c41d5ccfa7bf req-50dd073b-1c76-4a28-af4a-cfe818606059 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.1101847 Apr 08 17:47:21.828497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-38d1de50-0d51-4bae-abe5-c41d5ccfa7bf req-e707e99b-8ac8-478b-989e-43f15afe96d4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753321 Apr 08 17:47:22.429395 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe6a8a-8330-405a-984b-169ea93459a8 req-cfb59870-774e-48e7-85fa-c3a40e855892 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:22.434630 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4fe6a8a-8330-405a-984b-169ea93459a8 req-cfb59870-774e-48e7-85fa-c3a40e855892 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1178911 Apr 08 17:47:22.531487 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4fe6a8a-8330-405a-984b-169ea93459a8 req-70a0a1e3-293a-4c66-8bec-7c58ad3d65cb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873179 Apr 08 17:47:22.554545 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c83a0b-c383-48bd-aebc-dcf5af863a5a req-bac6c498-2d8d-4b28-99d2-7810b95afe21 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:22.557327 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-38c83a0b-c383-48bd-aebc-dcf5af863a5a req-bac6c498-2d8d-4b28-99d2-7810b95afe21 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0972760 Apr 08 17:47:22.650648 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-38c83a0b-c383-48bd-aebc-dcf5af863a5a req-63f23fc4-1063-4a04-93e6-3493a911e6dd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825589 Apr 08 17:47:23.053218 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe137-a419-4438-9bc6-38b41c5031b1 req-75db5dfa-114d-46fb-ad73-6305e6c1df3e tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:23.056619 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-feefe137-a419-4438-9bc6-38b41c5031b1 req-75db5dfa-114d-46fb-ad73-6305e6c1df3e tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.0932987 Apr 08 17:47:23.162588 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-feefe137-a419-4438-9bc6-38b41c5031b1 req-44e892b5-0ad8-48f8-9a4a-cd725497d70d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953577 Apr 08 17:47:23.255802 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e416bba2-4b0e-491a-b665-63dbee0d8d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:23.726602 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59ccad-fbac-4c3d-8c32-49d5e31ef9b6 req-45bda549-9a32-432b-a1ae-61fd8263b5bd tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:23.729557 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bb59ccad-fbac-4c3d-8c32-49d5e31ef9b6 req-45bda549-9a32-432b-a1ae-61fd8263b5bd tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0728168 Apr 08 17:47:23.815305 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bb59ccad-fbac-4c3d-8c32-49d5e31ef9b6 req-6e97c296-3447-43f6-b4d8-3e80dbfece0f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778999 Apr 08 17:47:23.835910 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0859242-4a16-4dd3-822e-5e0a46faa81a req-7fd83b8e-ec91-4965-9acb-32c86b8caf25 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:23.837831 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c0859242-4a16-4dd3-822e-5e0a46faa81a req-7fd83b8e-ec91-4965-9acb-32c86b8caf25 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0731018 Apr 08 17:47:23.941372 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c0859242-4a16-4dd3-822e-5e0a46faa81a req-0cb8e53d-049e-4912-872e-7331b3189df8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927894 Apr 08 17:47:24.390504 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe0dba-5a91-45b0-b3f4-de786ea99235 req-e4c72163-34e5-4ae0-be7a-025393e79448 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:24.393442 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0abe0dba-5a91-45b0-b3f4-de786ea99235 req-e4c72163-34e5-4ae0-be7a-025393e79448 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.0880139 Apr 08 17:47:24.498285 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0abe0dba-5a91-45b0-b3f4-de786ea99235 req-f5bce8cf-e139-42c0-b32e-74066359b30b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930247 Apr 08 17:47:24.996431 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35d9b9-2f1e-4fe1-b859-1051c9585963 req-e5c97350-39e8-4eaa-8520-8f35fbbeb9e9 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:24.998601 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6d35d9b9-2f1e-4fe1-b859-1051c9585963 req-e5c97350-39e8-4eaa-8520-8f35fbbeb9e9 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0675695 Apr 08 17:47:25.082355 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6d35d9b9-2f1e-4fe1-b859-1051c9585963 req-5819d2cd-0885-4671-9673-28820f895528 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726752 Apr 08 17:47:25.157617 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380254d-d0a0-4c67-a769-db19b80a94a4 req-8a033170-82c5-4d50-8545-1205d44982c9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:25.161078 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5380254d-d0a0-4c67-a769-db19b80a94a4 req-8a033170-82c5-4d50-8545-1205d44982c9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0886419 Apr 08 17:47:25.244584 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5380254d-d0a0-4c67-a769-db19b80a94a4 req-700d04e4-3aaa-4d53-a74b-6188ee2b02d1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733984 Apr 08 17:47:25.602431 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-40681feb-fee1-4aed-bb54-0e8ea5ffa3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:25.673024 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ced3d-1617-4b62-9428-1f2739cd3a6f req-4e249f48-a652-4905-a30f-bb42e612fa3c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:25.675861 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-101ced3d-1617-4b62-9428-1f2739cd3a6f req-4e249f48-a652-4905-a30f-bb42e612fa3c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.0854318 Apr 08 17:47:25.762601 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-101ced3d-1617-4b62-9428-1f2739cd3a6f req-1598b461-097f-4f82-ade4-5c1cac4af96e tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754621 Apr 08 17:47:26.293063 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016268-da2f-4488-924b-9e1fa58bc796 req-d765fbf6-583a-4d67-ac24-55382994713e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.305568 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af016268-da2f-4488-924b-9e1fa58bc796 req-d765fbf6-583a-4d67-ac24-55382994713e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0983744 Apr 08 17:47:26.393587 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af016268-da2f-4488-924b-9e1fa58bc796 req-2f6f8196-7540-446b-b529-fd53a92f8fa2 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790164 Apr 08 17:47:26.450910 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a3744-effe-411f-a73f-49e23247ad9a req-34b92520-1267-430d-a5f0-c2fdb1a568e9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.453193 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b01a3744-effe-411f-a73f-49e23247ad9a req-34b92520-1267-430d-a5f0-c2fdb1a568e9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0836129 Apr 08 17:47:26.529950 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b01a3744-effe-411f-a73f-49e23247ad9a req-97725147-48bc-4513-8194-a498a091a15e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694702 Apr 08 17:47:26.816725 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:26.983060 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce880aa1-663f-428d-b908-e4c48e26b504 req-653be508-0c38-4cf0-8088-6ce1d50796af tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:26.985726 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce880aa1-663f-428d-b908-e4c48e26b504 req-653be508-0c38-4cf0-8088-6ce1d50796af tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.0915749 Apr 08 17:47:27.079080 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce880aa1-663f-428d-b908-e4c48e26b504 req-8a2f0cd9-4e33-429c-a688-56eafa76a034 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814831 Apr 08 17:47:27.581366 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e24cc-17e9-4cb9-9ab7-49fb031100a0 req-3ce43fad-57ce-430d-8700-6b722523f5df tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:27.584087 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-923e24cc-17e9-4cb9-9ab7-49fb031100a0 req-3ce43fad-57ce-430d-8700-6b722523f5df tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0928211 Apr 08 17:47:27.676863 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-923e24cc-17e9-4cb9-9ab7-49fb031100a0 req-71e0e82d-d4dc-49e2-97f5-2c8ec77840d8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847561 Apr 08 17:47:27.778225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9704f7-81b4-458d-a974-f10ffacfa759 req-3dc2f7b9-6ab5-4414-ae77-0df81e02f016 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:27.781909 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0e9704f7-81b4-458d-a974-f10ffacfa759 req-3dc2f7b9-6ab5-4414-ae77-0df81e02f016 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1241846 Apr 08 17:47:27.876149 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0e9704f7-81b4-458d-a974-f10ffacfa759 req-a50564c6-4fc5-4a1b-88b3-bce27aa3d1ed tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823159 Apr 08 17:47:27.939318 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Request body: {'port': {'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:28.001883 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-575497b0-eef3-4f12-bcf2-3b6a7274f0da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 200 len: 217 time: 0.1783540 Apr 08 17:47:28.110724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-e562901e-70c2-4ef7-afea-0f8660ac7dce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2018716 Apr 08 17:47:28.188961 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.222036 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-322e52a7-208d-4f9d-8afc-a7642ec4a972 req-e9d6f690-1683-4514-acc2-2642e1afd0fb service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962164 Apr 08 17:47:28.223924 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3bab-798a-4161-9a45-d801eaa55aac req-2e6a2b98-413d-4aff-9c47-d6868ad8b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:28.226914 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-2e6a2b98-413d-4aff-9c47-d6868ad8b243 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.3767378 Apr 08 17:47:28.318539 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436ee67-eed4-4050-8301-65256c57ab0d req-f45c3803-04cf-4978-a7c7-7bf16210b894 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:28.321220 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b436ee67-eed4-4050-8301-65256c57ab0d req-f45c3803-04cf-4978-a7c7-7bf16210b894 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 931 time: 0.0927670 Apr 08 17:47:28.332403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['f476d0d6-0072-44c6-9cf8-3d22f5aa02ba'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:28.423511 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.428784 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b436ee67-eed4-4050-8301-65256c57ab0d req-26d8c1b5-06b3-4995-b9f1-16a80d288e5c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918138 Apr 08 17:47:28.694480 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.796239 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:28.816737 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Publish callbacks [] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:28.915114 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Transition to ACTIVE for port object f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:47:28.929042 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.000236 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f134f-8891-47f8-bbe8-e016a802c8d9 req-dbb0a2c0-fe2c-40fe-a93a-4c06940593c7 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.002729 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-871f134f-8891-47f8-bbe8-e016a802c8d9 req-dbb0a2c0-fe2c-40fe-a93a-4c06940593c7 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1691310 Apr 08 17:47:29.152166 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Pushing event updated for resources: {'Port': ['ID=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:29.168074 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882ead0-bbd4-4b90-965b-dcbf4e82c428 req-b5dcf535-4067-484a-8fc5-c0b5986056c9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.185004 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5882ead0-bbd4-4b90-965b-dcbf4e82c428 req-b5dcf535-4067-484a-8fc5-c0b5986056c9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1844020 Apr 08 17:47:29.232905 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Attempting to bind port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:47:29.233482 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Attempting to bind port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:47:29.234055 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Attempting to bind port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:29.258968 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-871f134f-8891-47f8-bbe8-e016a802c8d9 req-ac0d54a7-6d1a-492f-978f-0c520582d3ee tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386925 Apr 08 17:47:29.261911 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e on network e0ad2a86-d620-4fda-a99c-2059c210a0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:47:29.262508 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Attempting to bind port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:47:29.273944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:47:29.274704 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Checking segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:47:29.275457 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Bound using segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:47:29.276356 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Bound port: f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:47:29.277099 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.318928 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5882ead0-bbd4-4b90-965b-dcbf4e82c428 req-135dd403-2faa-4ff9-af2c-9b40c0029f55 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323466 Apr 08 17:47:29.407839 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] For port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:47:29.417593 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] For port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:47:29.428088 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.491658 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.492582 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:29.494387 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] 10.222.0.73 "PUT /v2.0/ports/f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e HTTP/1.1" status: 200 len: 1093 time: 1.5878994 Apr 08 17:47:29.495469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:29.500184 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d272e-1ceb-4e04-ae0c-9bea41aa13ef" -d '{"events": [{"name": "network-changed", "server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:29.566997 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a7cdd-fe6a-4b1a-8333-679d18a2de57 service neutron] Pushing event updated for resources: {'Port': ['ID=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:29.618746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eda5bd2-cc9a-44e8-88cb-0c33d45fd69e x-openstack-request-id: req-5eda5bd2-cc9a-44e8-88cb-0c33d45fd69e {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:29.619209 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:29.619592 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5eda5bd2-cc9a-44e8-88cb-0c33d45fd69e {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:29.620238 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eda5bd2-cc9a-44e8-88cb-0c33d45fd69e'] response: {'name': 'network-changed', 'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'status': 'completed', 'code': 200} Apr 08 17:47:29.703172 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6498f1-281f-43e7-9e3c-df5d18f07321 req-736f1f55-eb6a-4ca4-8a57-2cd4b0b319b5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:29.705971 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd6498f1-281f-43e7-9e3c-df5d18f07321 req-736f1f55-eb6a-4ca4-8a57-2cd4b0b319b5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.1068013 Apr 08 17:47:29.799862 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd6498f1-281f-43e7-9e3c-df5d18f07321 req-84e6a96e-ac54-4198-b143-6beb6dbbfebd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806444 Apr 08 17:47:29.905316 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.345489 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f476d0d6-0072-44c6-9cf8-3d22f5aa02ba up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:30.451622 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:30.465460 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:30.466240 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.497197 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae507f73-93f8-4c29-b8cb-135f700cc286 req-e09b0bb0-7eb8-4027-aa89-7da938a4e2c6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:30.512991 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ae507f73-93f8-4c29-b8cb-135f700cc286 req-e09b0bb0-7eb8-4027-aa89-7da938a4e2c6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1126304 Apr 08 17:47:30.578820 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1402c0-3248-41f1-9dfc-84258f2ee186 req-143289c3-9e5b-406e-a480-d728dbf2760b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:30.581922 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f1402c0-3248-41f1-9dfc-84258f2ee186 req-143289c3-9e5b-406e-a480-d728dbf2760b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1381006 Apr 08 17:47:30.633018 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ae507f73-93f8-4c29-b8cb-135f700cc286 req-33df7c7d-8940-4da8-b95c-16a3a639d619 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181242 Apr 08 17:47:30.690763 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:30.691434 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.697146 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f1402c0-3248-41f1-9dfc-84258f2ee186 req-09565f5e-5260-4190-90a4-2b806406fbc3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996058 Apr 08 17:47:30.739583 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:30.744199 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc207494-62f7-4b7b-9342-a2f70878781d" -d '{"events": [{"server_uuid": "2f2336ab-c053-41e1-a501-3a78a0d67852", "name": "network-vif-plugged", "status": "completed", "tag": "f476d0d6-0072-44c6-9cf8-3d22f5aa02ba"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:30.772722 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:30.780371 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:30.826424 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87846c99-4cb9-494c-89bc-29c6b947fc52 x-openstack-request-id: req-87846c99-4cb9-494c-89bc-29c6b947fc52 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:30.826944 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2336ab-c053-41e1-a501-3a78a0d67852", "name": "network-vif-plugged", "status": "completed", "tag": "f476d0d6-0072-44c6-9cf8-3d22f5aa02ba", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:30.827382 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-87846c99-4cb9-494c-89bc-29c6b947fc52 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:30.828148 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87846c99-4cb9-494c-89bc-29c6b947fc52'] response: {'server_uuid': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba', 'code': 200} Apr 08 17:47:30.891708 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:31.035064 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c9888-dfd5-4755-bfa4-6098de3ada36 req-83d1ee4c-826c-4975-9b14-2ccd3e043af0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.038087 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b11c9888-dfd5-4755-bfa4-6098de3ada36 req-83d1ee4c-826c-4975-9b14-2ccd3e043af0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0985820 Apr 08 17:47:31.138494 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b11c9888-dfd5-4755-bfa4-6098de3ada36 req-200ca631-ffe8-4eb4-a319-59cf09a9e659 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843894 Apr 08 17:47:31.228278 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-8475e1e5-36d1-4769-a9e3-1e3f278ffeb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 200 len: 217 time: 0.1038642 Apr 08 17:47:31.327438 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274ee0-0663-4ac6-a6f5-df6715bb0799 req-402b512f-ea36-496f-b59e-3634ac7f0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.330511 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f274ee0-0663-4ac6-a6f5-df6715bb0799 req-402b512f-ea36-496f-b59e-3634ac7f0430 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 1129 time: 0.0829225 Apr 08 17:47:31.347137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185489-b141-4607-94ea-da9f6542606a req-2b4a86ee-fd72-484f-9dc2-fb4cea4653a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.351041 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e185489-b141-4607-94ea-da9f6542606a req-2b4a86ee-fd72-484f-9dc2-fb4cea4653a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1129 time: 0.1931157 Apr 08 17:47:31.389932 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-2d7e74c3-3b21-41a0-ba76-7e1755a337b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.392621 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-2d7e74c3-3b21-41a0-ba76-7e1755a337b1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.2704360 Apr 08 17:47:31.402872 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3bab-798a-4161-9a45-d801eaa55aac req-4e031e51-8c16-4e96-9e9e-1862c10ee2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.405966 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-4e031e51-8c16-4e96-9e9e-1862c10ee2be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1368408 Apr 08 17:47:31.593344 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-e646fe57-7aff-4b44-9913-4550e10692f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.603512 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-e646fe57-7aff-4b44-9913-4550e10692f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fd6acdaf89af4d109a04a3a40621e958&device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 1129 time: 0.2371783 Apr 08 17:47:31.639563 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3bab-798a-4161-9a45-d801eaa55aac req-3d133225-11e2-4bf7-9150-e3856ccea72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.642631 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-3d133225-11e2-4bf7-9150-e3856ccea72f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1858735 Apr 08 17:47:31.645414 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-4178fe9b-58e5-4532-bd73-36297e6d79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.648668 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d272e-1ceb-4e04-ae0c-9bea41aa13ef req-7d9c0451-c954-4b4e-a6a2-ed0539836d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.649439 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-4178fe9b-58e5-4532-bd73-36297e6d79ce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2101038 Apr 08 17:47:31.651322 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-784d272e-1ceb-4e04-ae0c-9bea41aa13ef req-7d9c0451-c954-4b4e-a6a2-ed0539836d58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 1127 time: 0.2084246 Apr 08 17:47:31.654724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f274ee0-0663-4ac6-a6f5-df6715bb0799 req-bf0de17f-1eb8-46d2-a25a-f364032a7295 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904928 Apr 08 17:47:31.708436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185489-b141-4607-94ea-da9f6542606a req-a5623e1d-73b3-4e9c-841f-ab7525d24cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.712148 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e185489-b141-4607-94ea-da9f6542606a req-a5623e1d-73b3-4e9c-841f-ab7525d24cb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.3451369 Apr 08 17:47:31.828012 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b62414-2b02-46b2-ae93-158947ac6e34 req-934f67af-fd94-405b-bb33-c861cdaf0c09 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.830112 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-73b62414-2b02-46b2-ae93-158947ac6e34 req-934f67af-fd94-405b-bb33-c861cdaf0c09 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0863659 Apr 08 17:47:31.908861 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d381d-09c8-47f1-81b7-03afb895f8c1 req-be354bf2-7022-4265-9eab-cf51a2849534 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:31.916949 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b27d381d-09c8-47f1-81b7-03afb895f8c1 req-be354bf2-7022-4265-9eab-cf51a2849534 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0965583 Apr 08 17:47:31.926238 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-73b62414-2b02-46b2-ae93-158947ac6e34 req-ce59cf12-16cb-4ac3-b6c4-b437416c9f9e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790279 Apr 08 17:47:32.010362 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b27d381d-09c8-47f1-81b7-03afb895f8c1 req-f800cd06-f3f3-4aaf-966d-c1bf69867e26 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881464 Apr 08 17:47:32.366120 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651483a-b56d-4dec-84ea-dfc6e5ba925a req-224bd4bc-98c0-4075-b43c-07f452502bb6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:32.369903 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5651483a-b56d-4dec-84ea-dfc6e5ba925a req-224bd4bc-98c0-4075-b43c-07f452502bb6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0896251 Apr 08 17:47:32.458138 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5651483a-b56d-4dec-84ea-dfc6e5ba925a req-10d06824-18ef-49c5-9da4-5ba336cb0d56 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783834 Apr 08 17:47:32.988695 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.73', 56131) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:33.629807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe143f-8acb-49e2-b981-ab0e9af9c305 req-956d811a-0d54-4494-9d76-b01cee3a811a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:33.636993 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a3fe143f-8acb-49e2-b981-ab0e9af9c305 req-956d811a-0d54-4494-9d76-b01cee3a811a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.3477578 Apr 08 17:47:33.680310 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4875-893e-49bf-8779-c8c52841849d req-caa93092-95d8-41d4-87cf-9d95bdf86eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:33.683601 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c9de4875-893e-49bf-8779-c8c52841849d req-caa93092-95d8-41d4-87cf-9d95bdf86eea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1129 time: 0.6852515 Apr 08 17:47:33.754510 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521296b-8eb0-4f0d-9b4f-6b25e234b824 req-6225ef02-0051-4754-be39-9b86757c4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:33.758017 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f521296b-8eb0-4f0d-9b4f-6b25e234b824 req-6225ef02-0051-4754-be39-9b86757c4ad2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 1130 time: 0.7445705 Apr 08 17:47:33.811519 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e524c1-f047-4caf-aac2-31861bf41fc0 req-5bd7a7eb-766a-4390-8180-80c2cc8701d0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:33.814401 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20e524c1-f047-4caf-aac2-31861bf41fc0 req-5bd7a7eb-766a-4390-8180-80c2cc8701d0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.2944939 Apr 08 17:47:33.966854 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-9ece3c3b-e072-4e10-a09a-c7319a720395 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9667170 Apr 08 17:47:33.976703 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-81760c54-65c8-4500-af1e-0b3767099aba service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9616063 Apr 08 17:47:34.037762 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a3fe143f-8acb-49e2-b981-ab0e9af9c305 req-06f9c57e-00ca-4edc-a5b1-ebd290b88c97 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3522124 Apr 08 17:47:34.082512 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-b9ad5630-dbc1-48c3-b2aa-9a2b9bc12089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.085481 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-b9ad5630-dbc1-48c3-b2aa-9a2b9bc12089 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 HTTP/1.1" status: 200 len: 913 time: 0.9199357 Apr 08 17:47:34.089604 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e185489-b141-4607-94ea-da9f6542606a req-736e4b98-b1ba-4395-89be-2c24dc7fc5a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 1001 time: 1.0910289 Apr 08 17:47:34.173748 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20e524c1-f047-4caf-aac2-31861bf41fc0 req-7b206db0-b403-43b0-a00a-dafe94a5b651 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446512 Apr 08 17:47:34.189808 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185489-b141-4607-94ea-da9f6542606a req-9adc4d41-5ce5-4463-87bb-3aca63fcaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.192728 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e185489-b141-4607-94ea-da9f6542606a req-9adc4d41-5ce5-4463-87bb-3aca63fcaf2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0863869 Apr 08 17:47:34.252721 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f521296b-8eb0-4f0d-9b4f-6b25e234b824 req-bc913fb0-1f57-4948-b59b-fc456547d4b4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669908 Apr 08 17:47:34.256985 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c9de4875-893e-49bf-8779-c8c52841849d req-2ebcc2c0-8e91-42c0-b83a-99cf16f94358 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662894 Apr 08 17:47:34.361916 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d272e-1ceb-4e04-ae0c-9bea41aa13ef req-cd0e2645-aa2a-405a-b0d0-61c1e3f9bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.365025 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-784d272e-1ceb-4e04-ae0c-9bea41aa13ef req-cd0e2645-aa2a-405a-b0d0-61c1e3f9bdbb service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=b60301e63a954efd8e6fed0dd4dab259&shared=False HTTP/1.1" status: 200 len: 916 time: 0.9968867 Apr 08 17:47:34.410029 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-b1b72b50-55f3-49da-b1fa-5ad68a93a4fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bac2f6e-6478-4fce-89be-27887543db46 HTTP/1.1" status: 200 len: 217 time: 0.3017201 Apr 08 17:47:34.485167 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e185489-b141-4607-94ea-da9f6542606a req-4b3dcbdc-6984-415b-ad08-489a5b574bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.488336 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e185489-b141-4607-94ea-da9f6542606a req-4b3dcbdc-6984-415b-ad08-489a5b574bb9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2534654 Apr 08 17:47:34.494419 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-84c4e501-e0e8-4ea6-84e4-eb615c3432ee service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781208 Apr 08 17:47:34.499105 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d2937056-e038-4c6f-86ab-0ec66439a30a req-c8be55a6-24df-4d22-9565-fd710e4e6fd5 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808481 Apr 08 17:47:34.501177 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d3c2c-e5bd-42ef-9ca7-c789be5ae990 req-7e9314bb-c50d-4064-b03e-9c8df633f123 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.505390 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ca2d3c2c-e5bd-42ef-9ca7-c789be5ae990 req-7e9314bb-c50d-4064-b03e-9c8df633f123 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.1682901 Apr 08 17:47:34.608574 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ca2d3c2c-e5bd-42ef-9ca7-c789be5ae990 req-9e923f55-c7bb-4878-97c6-a4a212209475 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931547 Apr 08 17:47:34.704700 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44522) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:34.771534 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f88743-f2f6-4149-9932-5b5a26fb82ac req-8e12c2e2-70ed-4b45-9477-ac7c2eb45a2f tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:34.775191 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-99f88743-f2f6-4149-9932-5b5a26fb82ac req-8e12c2e2-70ed-4b45-9477-ac7c2eb45a2f tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.0958409 Apr 08 17:47:34.859757 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-99f88743-f2f6-4149-9932-5b5a26fb82ac req-d70b7d13-dfd9-497b-9707-c73743cea1f1 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744467 Apr 08 17:47:34.907427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-41a37a25-4147-44b8-aad0-1a72daca3ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.056554 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-41a37a25-4147-44b8-aad0-1a72daca3ef0 admin admin] Publish callbacks [] for security_group (f109124d-f5c8-4b76-af4d-9427dc240c95), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.063656 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-41a37a25-4147-44b8-aad0-1a72daca3ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (f109124d-f5c8-4b76-af4d-9427dc240c95), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.125621 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a37a25-4147-44b8-aad0-1a72daca3ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f109124d-f5c8-4b76-af4d-9427dc240c95,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.131028 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-41a37a25-4147-44b8-aad0-1a72daca3ef0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=58c11f42f0d24cbdb1357dd201fe2106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245372 Apr 08 17:47:35.135900 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44528) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:35.251224 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b3f30aa6-4b14-46ea-a941-10442f15b620 admin admin] Publish callbacks [] for security_group (f109124d-f5c8-4b76-af4d-9427dc240c95), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.268492 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804864d-4c3b-4bcb-add4-261da94985c1 req-ae690afa-b313-4613-ae1b-0de6e202b26f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.271343 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1804864d-4c3b-4bcb-add4-261da94985c1 req-ae690afa-b313-4613-ae1b-0de6e202b26f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0931647 Apr 08 17:47:35.328801 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b3f30aa6-4b14-46ea-a941-10442f15b620 admin admin] Publish callbacks [] for security_group (f109124d-f5c8-4b76-af4d-9427dc240c95), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.373530 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717104b8-d347-4bff-94c4-8d5aabf3e881 req-c916f157-22d5-4299-8cd2-4e664f1bbf8a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.375778 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-717104b8-d347-4bff-94c4-8d5aabf3e881 req-c916f157-22d5-4299-8cd2-4e664f1bbf8a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0766187 Apr 08 17:47:35.400976 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1804864d-4c3b-4bcb-add4-261da94985c1 req-3d60d06f-5e49-401f-b31a-538f7a0e5a92 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154289 Apr 08 17:47:35.440527 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b3f30aa6-4b14-46ea-a941-10442f15b620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (f109124d-f5c8-4b76-af4d-9427dc240c95), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.443427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b3f30aa6-4b14-46ea-a941-10442f15b620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:35.445004 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b3f30aa6-4b14-46ea-a941-10442f15b620 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f109124d-f5c8-4b76-af4d-9427dc240c95 HTTP/1.1" status: 204 len: 168 time: 0.3075161 Apr 08 17:47:35.453936 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f30aa6-4b14-46ea-a941-10442f15b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f109124d-f5c8-4b76-af4d-9427dc240c95,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:35.488321 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-717104b8-d347-4bff-94c4-8d5aabf3e881 req-19c2bba4-e10a-4550-a8bf-f784f6d2b62d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018353 Apr 08 17:47:35.795875 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ad686-227d-4a87-8a9c-b37acd0329e6 req-dda49e27-fd86-4a84-a516-d4d241ad1637 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:35.797976 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-231ad686-227d-4a87-8a9c-b37acd0329e6 req-dda49e27-fd86-4a84-a516-d4d241ad1637 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0844841 Apr 08 17:47:35.893618 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-231ad686-227d-4a87-8a9c-b37acd0329e6 req-ca7f6e9d-e6a9-419f-a61a-56d17c8297e7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836186 Apr 08 17:47:35.946555 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44544) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:35.978101 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bdedc7eb-07cd-4a36-9b37-d0a7ee75ed96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.092375 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db43dfe-f954-40c9-ba1f-1dcd8d995f3f req-138de101-0c01-4d8d-97dc-768a34212b7b tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.094097 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0db43dfe-f954-40c9-ba1f-1dcd8d995f3f req-138de101-0c01-4d8d-97dc-768a34212b7b tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1028876 Apr 08 17:47:36.241878 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0db43dfe-f954-40c9-ba1f-1dcd8d995f3f req-97f80348-bb95-4910-8ed3-087d678bd87d tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373308 Apr 08 17:47:36.269263 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bdedc7eb-07cd-4a36-9b37-d0a7ee75ed96 admin admin] Publish callbacks [] for security_group (e99b7841-7b49-43d7-bb68-599a6a74d24a), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.277037 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bdedc7eb-07cd-4a36-9b37-d0a7ee75ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (e99b7841-7b49-43d7-bb68-599a6a74d24a), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.366004 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44546) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:36.366772 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-bdedc7eb-07cd-4a36-9b37-d0a7ee75ed96 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f51c3a8b1d464659b17122f15af46b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173558 Apr 08 17:47:36.371473 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedc7eb-07cd-4a36-9b37-d0a7ee75ed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99b7841-7b49-43d7-bb68-599a6a74d24a,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:36.482253 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d8981620-5c99-41b1-9cec-7b379e18cc04 admin admin] Publish callbacks [] for security_group (e99b7841-7b49-43d7-bb68-599a6a74d24a), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.517674 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d8981620-5c99-41b1-9cec-7b379e18cc04 admin admin] Publish callbacks [] for security_group (e99b7841-7b49-43d7-bb68-599a6a74d24a), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.664085 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791206d-0ac9-40ef-8a1b-29bc930d6785 req-3e3025c0-b733-473b-810e-b9f586dc7d0b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.667755 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f791206d-0ac9-40ef-8a1b-29bc930d6785 req-3e3025c0-b733-473b-810e-b9f586dc7d0b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1185076 Apr 08 17:47:36.703510 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeebf8-ec0f-42a5-9fdf-179d7e068537 req-ea94a39e-a0c8-4899-816a-e3d31db663e3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:36.706256 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3eaeebf8-ec0f-42a5-9fdf-179d7e068537 req-ea94a39e-a0c8-4899-816a-e3d31db663e3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1033971 Apr 08 17:47:36.719109 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d8981620-5c99-41b1-9cec-7b379e18cc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (e99b7841-7b49-43d7-bb68-599a6a74d24a), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.724064 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d8981620-5c99-41b1-9cec-7b379e18cc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:36.726834 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-d8981620-5c99-41b1-9cec-7b379e18cc04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e99b7841-7b49-43d7-bb68-599a6a74d24a HTTP/1.1" status: 204 len: 168 time: 0.3587937 Apr 08 17:47:36.743319 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8981620-5c99-41b1-9cec-7b379e18cc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99b7841-7b49-43d7-bb68-599a6a74d24a,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:36.811522 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f791206d-0ac9-40ef-8a1b-29bc930d6785 req-e8196fd3-5e1e-4cf2-8bb1-93e0f8e85576 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310556 Apr 08 17:47:36.838853 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3eaeebf8-ec0f-42a5-9fdf-179d7e068537 req-66bf5d6e-e1c0-46a2-ac20-fabe694d2271 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201921 Apr 08 17:47:37.136510 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc5152-98a6-4c54-90b8-fac68479f6ab req-f07a27c8-584d-4466-bd69-9f2cf89f797f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:37.138424 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-60bc5152-98a6-4c54-90b8-fac68479f6ab req-f07a27c8-584d-4466-bd69-9f2cf89f797f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.1065309 Apr 08 17:47:37.221736 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-60bc5152-98a6-4c54-90b8-fac68479f6ab req-dae4e74d-ea19-4ebf-be71-a946cfab6d8f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745547 Apr 08 17:47:37.329686 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728cd4-3b1a-4ba1-8883-8c64e53f8630 req-ba70ddcd-ad17-47e2-9cf7-f3f4b067686a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:37.332120 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a728cd4-3b1a-4ba1-8883-8c64e53f8630 req-ba70ddcd-ad17-47e2-9cf7-f3f4b067686a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0880356 Apr 08 17:47:37.466510 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37702c-14aa-4fdc-b28c-68ca201b41f3 req-1e29ab3d-b23a-4285-9e60-e5348515ca89 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:37.469534 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3c37702c-14aa-4fdc-b28c-68ca201b41f3 req-1e29ab3d-b23a-4285-9e60-e5348515ca89 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.0966101 Apr 08 17:47:37.593198 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3c37702c-14aa-4fdc-b28c-68ca201b41f3 req-31b741cc-1131-49f0-ae98-0a3bd78d3e71 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123462 Apr 08 17:47:37.595521 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-b4d40e6c-6afd-4268-82ae-c1c165821b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:37.597410 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-b4d40e6c-6afd-4268-82ae-c1c165821b3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7ae9512b-5955-4d6d-8620-958f4014fb2a HTTP/1.1" status: 200 len: 852 time: 0.2457697 Apr 08 17:47:37.671661 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8a728cd4-3b1a-4ba1-8883-8c64e53f8630 req-08914e0e-1697-40fa-910d-a5763395bc80 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312469 Apr 08 17:47:37.766978 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d272e-1ceb-4e04-ae0c-9bea41aa13ef req-4baf7b5a-c724-4a23-8bce-25a5ebee2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:37.769811 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-784d272e-1ceb-4e04-ae0c-9bea41aa13ef req-4baf7b5a-c724-4a23-8bce-25a5ebee2d53 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4202068 Apr 08 17:47:38.011362 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddc54-df50-4537-a867-1b2448d4fea0 req-504e5306-1576-46a8-95fe-60a45c48c97f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:38.014037 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a8ddc54-df50-4537-a867-1b2448d4fea0 req-504e5306-1576-46a8-95fe-60a45c48c97f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0916319 Apr 08 17:47:38.105463 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a8ddc54-df50-4537-a867-1b2448d4fea0 req-bebea2ce-b549-41a1-b21b-a83d3b1246f3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797467 Apr 08 17:47:38.397863 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e185489-b141-4607-94ea-da9f6542606a req-e9d6422e-cad6-4a3c-8d7a-a42d79a74c73 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659575 Apr 08 17:47:38.454891 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd6cd3-df83-43fb-8b92-6d51c83e331a req-c1b154b2-809a-4f30-b1e1-1c25d0236580 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:38.457335 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cfcd6cd3-df83-43fb-8b92-6d51c83e331a req-c1b154b2-809a-4f30-b1e1-1c25d0236580 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0841660 Apr 08 17:47:38.528495 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cfcd6cd3-df83-43fb-8b92-6d51c83e331a req-c89057f0-1644-41ad-bed3-0433140df62d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632951 Apr 08 17:47:38.824142 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e100a-e4a8-4800-840c-c5ddcf6394f0 req-2dfc6d98-8d46-4d97-b9c2-f6bdd1848c61 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:38.827552 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e67e100a-e4a8-4800-840c-c5ddcf6394f0 req-2dfc6d98-8d46-4d97-b9c2-f6bdd1848c61 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.0974901 Apr 08 17:47:38.886871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f65c94-49be-4f6c-9e22-12ef6a7c754e req-d1cfec77-7fd2-48b2-ba17-8a3728b28d46 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:38.890965 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4f65c94-49be-4f6c-9e22-12ef6a7c754e req-d1cfec77-7fd2-48b2-ba17-8a3728b28d46 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0887430 Apr 08 17:47:38.928939 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e67e100a-e4a8-4800-840c-c5ddcf6394f0 req-2d5dbcd8-e4df-474a-b4d4-cb524417aa38 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882483 Apr 08 17:47:38.999049 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4f65c94-49be-4f6c-9e22-12ef6a7c754e req-f3e682ff-5b66-4fef-b806-c583d085077a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963857 Apr 08 17:47:39.281453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a417-b2fc-462c-b46d-076563b71163 req-20d20253-1513-4abd-8985-dbc160de6e23 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:39.284407 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7e06a417-b2fc-462c-b46d-076563b71163 req-20d20253-1513-4abd-8985-dbc160de6e23 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0755191 Apr 08 17:47:39.380409 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7e06a417-b2fc-462c-b46d-076563b71163 req-8d3f4bfb-12b1-4afd-a449-0eb58e3a9727 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842340 Apr 08 17:47:39.763351 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4e752-2fbc-4224-a9a1-11d2080a185b req-ce014871-c819-4ab6-834f-e2c4290776f1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:39.766164 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-97c4e752-2fbc-4224-a9a1-11d2080a185b req-ce014871-c819-4ab6-834f-e2c4290776f1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0982282 Apr 08 17:47:39.862959 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-97c4e752-2fbc-4224-a9a1-11d2080a185b req-a9115454-274d-4bbd-9bfd-62bcb8c55634 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830567 Apr 08 17:47:40.027570 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44644) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:40.214125 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dd526-c5ff-4bbc-8ae9-a65b62211337 req-9bc9a2cd-8004-4f1c-b4ec-5a2b43f3f58f tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:40.218960 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-071dd526-c5ff-4bbc-8ae9-a65b62211337 req-9bc9a2cd-8004-4f1c-b4ec-5a2b43f3f58f tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1743014 Apr 08 17:47:40.251311 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8994f-016a-426e-8f97-5c0540897477 req-abdead0f-c544-4b57-a187-4726c0906d88 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:40.254476 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-97a8994f-016a-426e-8f97-5c0540897477 req-abdead0f-c544-4b57-a187-4726c0906d88 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1222060 Apr 08 17:47:40.322200 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-071dd526-c5ff-4bbc-8ae9-a65b62211337 req-84f309ed-7f79-4609-98d1-6b0a4095b829 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953546 Apr 08 17:47:40.323652 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-18e2de80-34a6-424f-9c8b-8a7aae41ca23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:40.385621 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-97a8994f-016a-426e-8f97-5c0540897477 req-f9e69957-d76b-4571-8b07-8758f30bb715 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207216 Apr 08 17:47:40.504297 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-18e2de80-34a6-424f-9c8b-8a7aae41ca23 admin admin] Publish callbacks [] for security_group (e6b22697-d6c3-4d00-a297-294f8cb27dea), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:40.511223 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-18e2de80-34a6-424f-9c8b-8a7aae41ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (e6b22697-d6c3-4d00-a297-294f8cb27dea), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:40.578320 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2de80-34a6-424f-9c8b-8a7aae41ca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b22697-d6c3-4d00-a297-294f8cb27dea,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:40.584461 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-18e2de80-34a6-424f-9c8b-8a7aae41ca23 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0bc0bb5ec7ef4e008be14517cd6ee606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5548868 Apr 08 17:47:40.589517 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44652) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:40.613530 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89336696-1e75-4383-9bf7-30a75b01e464 req-69e2e61a-8793-4052-89c9-314e9275e1c3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:40.616041 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-89336696-1e75-4383-9bf7-30a75b01e464 req-69e2e61a-8793-4052-89c9-314e9275e1c3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0999072 Apr 08 17:47:40.683859 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9da3f8e5-2931-42ed-92fd-2609fc30aa11 admin admin] Publish callbacks [] for security_group (e6b22697-d6c3-4d00-a297-294f8cb27dea), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:40.692445 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-89336696-1e75-4383-9bf7-30a75b01e464 req-de0a0214-8646-4419-8510-f9722d87a2a4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683289 Apr 08 17:47:40.723479 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9da3f8e5-2931-42ed-92fd-2609fc30aa11 admin admin] Publish callbacks [] for security_group (e6b22697-d6c3-4d00-a297-294f8cb27dea), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:40.857552 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9da3f8e5-2931-42ed-92fd-2609fc30aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (e6b22697-d6c3-4d00-a297-294f8cb27dea), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:40.860530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9da3f8e5-2931-42ed-92fd-2609fc30aa11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:40.865867 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-9da3f8e5-2931-42ed-92fd-2609fc30aa11 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e6b22697-d6c3-4d00-a297-294f8cb27dea HTTP/1.1" status: 204 len: 168 time: 0.2746108 Apr 08 17:47:40.876317 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-6037e700-7b6c-4b01-a885-600abf8f00cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799968 Apr 08 17:47:40.921558 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3f8e5-2931-42ed-92fd-2609fc30aa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b22697-d6c3-4d00-a297-294f8cb27dea,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:41.012296 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ad574-82f7-4ca5-aad9-b3a6729fa477 req-72135853-ceab-4542-97e8-5512147d3708 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:41.015651 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-901ad574-82f7-4ca5-aad9-b3a6729fa477 req-72135853-ceab-4542-97e8-5512147d3708 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1588776 Apr 08 17:47:41.043246 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44662) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:41.053996 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'floatingip': {'port_id': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:41.132960 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e185489-b141-4607-94ea-da9f6542606a req-f78835ce-ad12-4740-bf81-ddebd97a4718 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058001 Apr 08 17:47:41.167919 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf34b7-1b07-4885-8761-e3309f551b1b req-d685b1c3-f31f-48d3-9406-44ce9b67daf1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:41.170391 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1ddf34b7-1b07-4885-8761-e3309f551b1b req-d685b1c3-f31f-48d3-9406-44ce9b67daf1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.1746130 Apr 08 17:47:41.174059 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (a50faca4-6b5e-4a9a-a111-27893b23aa73), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.308846 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44668) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:41.327540 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5b568bc6-b5ab-4974-9727-018689995f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.343089 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1ddf34b7-1b07-4885-8761-e3309f551b1b req-aa062878-cf37-4e31-964b-46ad79f6726a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640668 Apr 08 17:47:41.474279 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5b568bc6-b5ab-4974-9727-018689995f51 admin admin] Publish callbacks [] for security_group (1f056791-a9d5-4187-a20c-177363c98cab), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.490998 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5b568bc6-b5ab-4974-9727-018689995f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1f056791-a9d5-4187-a20c-177363c98cab), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.618055 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4847bb0-68ea-47ec-9eb3-87ddbfda4e13 req-6f86560e-272f-4cff-a0e2-77914db99831 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:41.621956 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f4847bb0-68ea-47ec-9eb3-87ddbfda4e13 req-6f86560e-272f-4cff-a0e2-77914db99831 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1345048 Apr 08 17:47:41.660881 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd4d86-32e3-4654-a176-72b5c2d6e032 req-6b90eba5-e5e7-4a62-b51a-84f617ec102c tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:41.664981 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7fd4d86-32e3-4654-a176-72b5c2d6e032 req-6b90eba5-e5e7-4a62-b51a-84f617ec102c tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1880934 Apr 08 17:47:41.689914 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b568bc6-b5ab-4974-9727-018689995f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f056791-a9d5-4187-a20c-177363c98cab,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:41.709359 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-5b568bc6-b5ab-4974-9727-018689995f51 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b6166eab9ac4797ac2375f9b46686e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944275 Apr 08 17:47:41.733063 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44674) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:41.737373 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-33b959e1-bc25-40fe-be6d-eb167b5f6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:41.739388 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-33b959e1-bc25-40fe-be6d-eb167b5f6862 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 1129 time: 0.2226968 Apr 08 17:47:41.888430 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f4847bb0-68ea-47ec-9eb3-87ddbfda4e13 req-6478b101-aadf-4017-bdc9-8856519b1d9c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552230 Apr 08 17:47:41.900317 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7fd4d86-32e3-4654-a176-72b5c2d6e032 req-ae51ce69-730a-4284-9b16-ead7ed1617fa tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006049 Apr 08 17:47:41.950657 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-58f00042-c557-4990-b7ea-2c30c01f11c4 service neutron] 10.222.0.73 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839262 Apr 08 17:47:41.954513 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0ef8-13b9-46bd-b370-d3c433bf42e7 admin admin] Publish callbacks [] for security_group (1f056791-a9d5-4187-a20c-177363c98cab), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:41.992042 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0ef8-13b9-46bd-b370-d3c433bf42e7 admin admin] Publish callbacks [] for security_group (1f056791-a9d5-4187-a20c-177363c98cab), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:42.069371 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0ef8-13b9-46bd-b370-d3c433bf42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1f056791-a9d5-4187-a20c-177363c98cab), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:42.075105 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0ef8-13b9-46bd-b370-d3c433bf42e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:42.077072 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c5fa0ef8-13b9-46bd-b370-d3c433bf42e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1f056791-a9d5-4187-a20c-177363c98cab HTTP/1.1" status: 204 len: 168 time: 0.3422546 Apr 08 17:47:42.095590 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa0ef8-13b9-46bd-b370-d3c433bf42e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f056791-a9d5-4187-a20c-177363c98cab,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:42.200694 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:42.207136 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (a50faca4-6b5e-4a9a-a111-27893b23aa73), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:42.406647 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Floating IP a50faca4-6b5e-4a9a-a111-27893b23aa73 associated. External IP: 172.27.2.66, port: 2ff56802-b93e-4d6d-bd23-c764b4bcb61c. Apr 08 17:47:42.673675 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-88010efc-5332-4d54-819b-f4bfa42be6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:42.676422 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-88010efc-5332-4d54-819b-f4bfa42be6bc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 1127 time: 0.1985857 Apr 08 17:47:42.714627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4ba4-d3b3-48ff-877a-4b7dee36e5a9 req-b17d07ee-fa9e-4135-bab4-33391c48a09c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:42.717162 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0afd4ba4-d3b3-48ff-877a-4b7dee36e5a9 req-b17d07ee-fa9e-4135-bab4-33391c48a09c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.1820173 Apr 08 17:47:43.222793 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:47:43.229587 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0afd4ba4-d3b3-48ff-877a-4b7dee36e5a9 req-fc2f847a-b269-45aa-863b-7c99288f50de tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4940484 Apr 08 17:47:43.354903 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-0bfd28ed-e6f3-45b9-9316-afb7a464e980 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e HTTP/1.1" status: 200 len: 217 time: 0.1510673 Apr 08 17:47:43.362813 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-f4baddd8-16ac-4db5-8b99-4b9408a586f4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.367109 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-f4baddd8-16ac-4db5-8b99-4b9408a586f4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.73 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.2354338 Apr 08 17:47:43.556011 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-6934bf5f-a54f-4db4-8a38-1a9f1dc9cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.557748 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-6934bf5f-a54f-4db4-8a38-1a9f1dc9cd0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.1904805 Apr 08 17:47:43.563574 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2559fc-a4c0-40be-8b80-71cf53cfc4d5 req-587ed414-1545-43af-a697-f97f23fd1252 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.564127 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3d028-298f-420b-955c-5b0407762cd1 req-52c7152f-150c-4d01-beac-6fdd7f537da1 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.566141 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-11f3d028-298f-420b-955c-5b0407762cd1 req-52c7152f-150c-4d01-beac-6fdd7f537da1 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.2076516 Apr 08 17:47:43.577009 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5a2559fc-a4c0-40be-8b80-71cf53cfc4d5 req-587ed414-1545-43af-a697-f97f23fd1252 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.4917703 Apr 08 17:47:43.623074 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-c373a32b-4da1-467d-bfe3-5f7027386dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.626491 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-c373a32b-4da1-467d-bfe3-5f7027386dcb service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.6423590 Apr 08 17:47:43.632141 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:47:43.664407 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-a542a7e9-9600-4df8-ba9c-4cdc16c07941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:43.665779 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-a542a7e9-9600-4df8-ba9c-4cdc16c07941 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966129 Apr 08 17:47:43.802033 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-11f3d028-298f-420b-955c-5b0407762cd1 req-cee82246-fa40-4895-89e3-18582767dca3 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175539 Apr 08 17:47:43.972586 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-94d6ca5e-2c0e-4878-aa3b-b9e3e4d2176d service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956953 Apr 08 17:47:43.979103 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:47:43.986082 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:43.999530 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] Sync routers for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:47:44.018177 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:44.019244 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:47:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:44.126549 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-d3855e90-2372-488a-99d0-656fba45f3d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3679ddde-69f0-4149-9797-4e06c1e04aba HTTP/1.1" status: 200 len: 217 time: 0.4736137 Apr 08 17:47:44.131009 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-df4f68f2-88d6-4634-8dde-859f36efbb0d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "PUT /v2.0/floatingips/a50faca4-6b5e-4a9a-a111-27893b23aa73 HTTP/1.1" status: 200 len: 991 time: 3.0815394 Apr 08 17:47:44.135769 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:44.139894 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c815af40-7dc6-4e17-8b5b-b6e8e201151e" -d '{"events": [{"name": "network-changed", "server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:44.218891 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53b1cf1-5da9-4a30-b8d8-5b7f7bd91c33 x-openstack-request-id: req-e53b1cf1-5da9-4a30-b8d8-5b7f7bd91c33 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:44.219524 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:44.220048 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e53b1cf1-5da9-4a30-b8d8-5b7f7bd91c33 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:44.220928 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53b1cf1-5da9-4a30-b8d8-5b7f7bd91c33'] response: {'name': 'network-changed', 'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'status': 'completed', 'code': 200} Apr 08 17:47:44.232265 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d31f53a-eb1d-4875-a5d5-ad7982281169 req-c25c26ba-d519-4642-a255-0d1495f62a02 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425723 Apr 08 17:47:44.237863 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-819cedca-4f46-41e2-909e-8a8d766ddf3f req-9e8c0fb4-eae3-4724-8750-bf6a08dcad75 service neutron] 10.222.0.73 "GET /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2439847 Apr 08 17:47:44.344768 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:44.378863 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5a2559fc-a4c0-40be-8b80-71cf53cfc4d5 req-54caf15a-975a-4549-b947-c02b7b919aa2 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004198 Apr 08 17:47:44.428041 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-3c4560fc-809f-4c76-8863-d3262b4d9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:44.430319 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-3c4560fc-809f-4c76-8863-d3262b4d9a12 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1910517 Apr 08 17:47:44.454719 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Deleting port 9bac2f6e-6478-4fce-89be-27887543db46 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:47:44.455255 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (9bac2f6e-6478-4fce-89be-27887543db46), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:44.509625 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-26faa220-5cae-405b-8c02-2015c820d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:44.513030 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-26faa220-5cae-405b-8c02-2015c820d2b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 1130 time: 0.2207091 Apr 08 17:47:44.535373 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9f57a-34af-44db-ac74-bd5a72725139 req-9266626d-ad89-42cd-9a7c-d6f8156254f5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:44.545446 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-caf9f57a-34af-44db-ac74-bd5a72725139 req-9266626d-ad89-42cd-9a7c-d6f8156254f5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.1308515 Apr 08 17:47:44.646711 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-caf9f57a-34af-44db-ac74-bd5a72725139 req-9ed5f4a9-8837-4116-b17f-914bcd176eb5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973642 Apr 08 17:47:44.673637 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] For port 9bac2f6e-6478-4fce-89be-27887543db46, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9bac2f6e-6478-4fce-89be-27887543db46,segment=NetworkSegment(2add64b0-356b-4568-9d6c-11ab1bd73cf9),segment_id=2add64b0-356b-4568-9d6c-11ab1bd73cf9)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:44.673637 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (9bac2f6e-6478-4fce-89be-27887543db46), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:44.720021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Calling delete_port for 9bac2f6e-6478-4fce-89be-27887543db46 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:47:44.994573 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'a50faca4-6b5e-4a9a-a111-27893b23aa73', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'port_id': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'mac_address': 'fa:16:3e:2a:cd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:30Z', 'updated_at': '2022-04-08T17:47:42Z', 'revision_number': 1, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:45.043361 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] Checking router: e36815ac-e9ab-4d9d-9428-f78bcbb37af7 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:47:45.059800 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:47:45.060852 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:47:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:45.111039 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159adcd-af83-4778-9a6a-56c943dca68c req-f799b60f-0b9a-4cd4-812d-7c91a4967e9a tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:45.113820 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d159adcd-af83-4778-9a6a-56c943dca68c req-f799b60f-0b9a-4cd4-812d-7c91a4967e9a tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 945 time: 0.1553886 Apr 08 17:47:45.157921 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (9bac2f6e-6478-4fce-89be-27887543db46), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:45.206368 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Pushing event deleted for resources: {'Port': ['ID=9bac2f6e-6478-4fce-89be-27887543db46,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:45.234731 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:47:45.327745 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] No DVR routers for this DVR port 9bac2f6e-6478-4fce-89be-27887543db46 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:47:45.337553 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d159adcd-af83-4778-9a6a-56c943dca68c req-cbab15a2-ebb2-419a-b069-75b2d88541e6 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/security-groups?id=e4189a95-e8d0-4beb-939c-3ab1d015b8d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032409 Apr 08 17:47:45.341617 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:45.346281 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a45ab2a0-2f56-4fb5-acd5-8d5046927ba4 req-4c7bc1ea-273f-4972-92be-6c2889de69cb tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.73 "DELETE /v2.0/ports/9bac2f6e-6478-4fce-89be-27887543db46 HTTP/1.1" status: 204 len: 173 time: 1.9623766 Apr 08 17:47:45.347075 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'name': 'network-vif-deleted', 'tag': '9bac2f6e-6478-4fce-89be-27887543db46'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:45.350197 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe714eb4-a0c9-48fb-bbac-d7a9e30802bf" -d '{"events": [{"server_uuid": "ca960fa8-271e-44fa-9e78-fcbe15ebd1d7", "name": "network-vif-deleted", "tag": "9bac2f6e-6478-4fce-89be-27887543db46"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:45.417569 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea52f67c-d834-437a-8175-ac90ced7eebb x-openstack-request-id: req-ea52f67c-d834-437a-8175-ac90ced7eebb {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:45.418240 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca960fa8-271e-44fa-9e78-fcbe15ebd1d7", "name": "network-vif-deleted", "tag": "9bac2f6e-6478-4fce-89be-27887543db46", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:45.418240 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ea52f67c-d834-437a-8175-ac90ced7eebb {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:45.418561 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea52f67c-d834-437a-8175-ac90ced7eebb'] response: {'server_uuid': 'ca960fa8-271e-44fa-9e78-fcbe15ebd1d7', 'name': 'network-vif-deleted', 'tag': '9bac2f6e-6478-4fce-89be-27887543db46', 'status': 'completed', 'code': 200} Apr 08 17:47:45.592856 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63423c-c701-4303-8992-edb89bb8805c req-a06c9dca-5bd4-4a46-95e0-cddfaad0f936 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:45.598193 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-eb63423c-c701-4303-8992-edb89bb8805c req-a06c9dca-5bd4-4a46-95e0-cddfaad0f936 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0871270 Apr 08 17:47:45.659289 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'a50faca4-6b5e-4a9a-a111-27893b23aa73', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'port_id': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'mac_address': 'fa:16:3e:2a:cd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:30Z', 'updated_at': '2022-04-08T17:47:42Z', 'revision_number': 1, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:45.676169 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-eb63423c-c701-4303-8992-edb89bb8805c req-d25fadae-4c34-4b53-83b3-b9903ea81696 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666971 Apr 08 17:47:45.721504 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36876673-45e6-4a28-8f0a-5a4e5c95b3c7 None None] The sync data for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi is: [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'a50faca4-6b5e-4a9a-a111-27893b23aa73', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'port_id': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'mac_address': 'fa:16:3e:2a:cd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:30Z', 'updated_at': '2022-04-08T17:47:42Z', 'revision_number': 1, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:47:45.853084 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f4c25-3d91-4bec-b895-08afb0bfca61 req-65cbd519-81ab-4c79-b6a0-55778d454819 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:45.855767 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6c6f4c25-3d91-4bec-b895-08afb0bfca61 req-65cbd519-81ab-4c79-b6a0-55778d454819 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0846870 Apr 08 17:47:45.941070 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6c6f4c25-3d91-4bec-b895-08afb0bfca61 req-c3118006-ccc9-4a1f-8ed1-7d28a1896d9c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757549 Apr 08 17:47:46.072511 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e331e7d-b093-42ea-a746-e758e3f33d37 None None] New status for floating IP a50faca4-6b5e-4a9a-a111-27893b23aa73: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:47:46.417876 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 9bac2f6e-6478-4fce-89be-27887543db46 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:47:46.470082 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 9bac2f6e-6478-4fce-89be-27887543db46 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:47:46.470624 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 9bac2f6e-6478-4fce-89be-27887543db46 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:47:46.522581 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbee60ed-2a57-40c9-93f5-3068fe8604fd req-b40496e4-d658-4323-a9c4-3069104e7c17 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0404985 Apr 08 17:47:46.853293 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c3ffd-8cb2-44f7-a7cc-b5acd5964496 req-3e94473b-47bf-47b1-b1c8-50221752bbde tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:46.855205 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-843c3ffd-8cb2-44f7-a7cc-b5acd5964496 req-3e94473b-47bf-47b1-b1c8-50221752bbde tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0688398 Apr 08 17:47:46.919465 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-843c3ffd-8cb2-44f7-a7cc-b5acd5964496 req-c9f8c8b1-78d6-4a7c-917f-2905158be998 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580187 Apr 08 17:47:47.101291 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f8b5c-b54e-43ed-9993-a196b735a618 req-e32b382c-1232-4b8d-81ec-4eb290198f51 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:47.103231 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b96f8b5c-b54e-43ed-9993-a196b735a618 req-e32b382c-1232-4b8d-81ec-4eb290198f51 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0691843 Apr 08 17:47:47.176361 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b96f8b5c-b54e-43ed-9993-a196b735a618 req-58d596bb-f69d-4425-bb40-ba1919b84402 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635455 Apr 08 17:47:47.679733 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-49e164e1-0cf0-4e37-89f7-2ddc091e6e15 req-cbe6aa86-2c21-4884-ba17-b4c790e8face tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0332928 Apr 08 17:47:48.131255 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae72ca-efe7-429c-91b3-145e7bce8bfb req-9777aff3-253f-46cb-aaac-77f2498421f3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:48.133060 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbae72ca-efe7-429c-91b3-145e7bce8bfb req-9777aff3-253f-46cb-aaac-77f2498421f3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0783024 Apr 08 17:47:48.198783 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbae72ca-efe7-429c-91b3-145e7bce8bfb req-72cf67c8-1d0e-495b-95b5-0d560cc4e58b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553477 Apr 08 17:47:48.355482 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f7c28-e9c7-4a34-ac31-713bda0d169a req-6b16a8c1-4f31-404b-8b81-b66be3ec50b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:48.358451 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f12f7c28-e9c7-4a34-ac31-713bda0d169a req-6b16a8c1-4f31-404b-8b81-b66be3ec50b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0880144 Apr 08 17:47:48.451140 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f12f7c28-e9c7-4a34-ac31-713bda0d169a req-b24e00eb-0983-4918-86ef-dcba66bea3ac tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848379 Apr 08 17:47:48.859487 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-149d13ef-743e-4b32-ac8e-c4a9ebbf69bf req-7dff7878-adc3-4161-8ec8-6f736ac7970c tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0690491 Apr 08 17:47:49.404364 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7b289-9a82-4c38-8628-1050d8df9d70 req-1d0f2f62-f1f7-425c-b3b3-6e0111f4e871 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.406919 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-44a7b289-9a82-4c38-8628-1050d8df9d70 req-1d0f2f62-f1f7-425c-b3b3-6e0111f4e871 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0951397 Apr 08 17:47:49.498512 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-44a7b289-9a82-4c38-8628-1050d8df9d70 req-9780ed43-869d-4089-8e97-0cae364235b4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795040 Apr 08 17:47:49.646811 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed736-3de1-40d5-aac9-f46a92eee4fe req-a71421c5-cbc1-4bcb-ac49-9a3c27c2ae4d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.649744 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb3ed736-3de1-40d5-aac9-f46a92eee4fe req-a71421c5-cbc1-4bcb-ac49-9a3c27c2ae4d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.0898075 Apr 08 17:47:49.737875 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb3ed736-3de1-40d5-aac9-f46a92eee4fe req-934d5cd5-e66c-4afc-8e47-c216b818205a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800197 Apr 08 17:47:49.984746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-aefb8a06-0a8a-4815-917a-fcbb99ab614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:49.987075 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-aefb8a06-0a8a-4815-917a-fcbb99ab614a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049101 Apr 08 17:47:50.096007 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-83a6cae8-a6a8-4df2-a69f-27d2fa1a738e req-5ebf5945-fa49-43cd-a29c-3f3cf6bf82c4 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0698719 Apr 08 17:47:50.174028 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-7a4d1280-ee97-404a-8c54-2b26caa21bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:50.176720 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-7a4d1280-ee97-404a-8c54-2b26caa21bc3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.2944598 Apr 08 17:47:50.208668 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-98f1751d-d580-4e28-8b7e-b056a5aa33ee service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933770 Apr 08 17:47:50.436429 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:47:50.750777 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-e6b8028b-bd36-47cf-9b84-51ae95ce9e84 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 200 len: 1001 time: 0.2761176 Apr 08 17:47:50.834952 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:50.862811 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c2b53-b3d2-42f3-a7a5-d0ad808d4285 req-5ca714dc-6de2-4063-ae77-7199453ce549 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:50.866665 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-250c2b53-b3d2-42f3-a7a5-d0ad808d4285 req-5ca714dc-6de2-4063-ae77-7199453ce549 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1474345 Apr 08 17:47:50.876698 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:47:50.994244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44856) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:51.020433 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-ed521dd2-0c78-4153-a1e7-de8b91097545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:51.024037 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-ed521dd2-0c78-4153-a1e7-de8b91097545 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.1965981 Apr 08 17:47:51.117116 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9db6b31d-d4cb-446d-93a9-0cd99a71d15a req-c9e1f104-be7e-4454-9c91-718c8bc7aa7d service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6426289 Apr 08 17:47:51.127299 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-250c2b53-b3d2-42f3-a7a5-d0ad808d4285 req-cbfbe57e-10a2-4e63-bdef-863854c6d302 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411242 Apr 08 17:47:51.369912 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34edd2d-78e3-4f30-ad40-8ff073cccb42 req-d5b20a78-72a8-41a3-a34b-0e034fcf4bcb tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:51.394874 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b34edd2d-78e3-4f30-ad40-8ff073cccb42 req-d5b20a78-72a8-41a3-a34b-0e034fcf4bcb tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 943 time: 0.3684559 Apr 08 17:47:51.433801 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:51.434444 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.470991 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:47:51.471644 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-492a67d3-01f3-4bf9-872c-398eb5130607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:51.473740 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-492a67d3-01f3-4bf9-872c-398eb5130607 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2947681 Apr 08 17:47:51.512927 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b0602c2f-89ea-4d28-8b31-74c8a19c3450 req-f6a87029-be2f-49a8-8758-bf6f2a3b9656 tempest-DeleteServersTestJSON-440354279 tempest-DeleteServersTestJSON-440354279-project] 10.222.0.78 "GET /v2.0/ports?device_id=ca960fa8-271e-44fa-9e78-fcbe15ebd1d7 HTTP/1.1" status: 200 len: 210 time: 0.0784986 Apr 08 17:47:51.524702 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:51.534126 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.540240 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.576920 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b34edd2d-78e3-4f30-ad40-8ff073cccb42 req-980d08cf-a0aa-4ad0-9c9f-6548809792b1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799889 Apr 08 17:47:51.598138 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:51.671944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Publish callbacks [] for security_group (3c62357d-04cf-4f06-9b24-437af9165a8b), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.679832 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (3c62357d-04cf-4f06-9b24-437af9165a8b), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.752029 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e142070684924ed9996424b4fe04e9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7325778 Apr 08 17:47:51.753065 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c62357d-04cf-4f06-9b24-437af9165a8b,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:51.756878 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44872) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:51.762662 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.763131 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.763356 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.763700 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.764082 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.764543 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.764879 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.765251 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.765816 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.766176 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.766533 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.766870 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.767197 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.767522 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.767851 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5371e0e7-5c34-45ff-88b9-a49618812b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:51.854783 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Publish callbacks [] for security_group (3c62357d-04cf-4f06-9b24-437af9165a8b), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.897725 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Publish callbacks [] for security_group (3c62357d-04cf-4f06-9b24-437af9165a8b), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.971373 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (3c62357d-04cf-4f06-9b24-437af9165a8b), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.976571 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:51.978624 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c62357d-04cf-4f06-9b24-437af9165a8b HTTP/1.1" status: 204 len: 168 time: 0.2201297 Apr 08 17:47:52.035522 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c62357d-04cf-4f06-9b24-437af9165a8b,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:52.080465 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.080968 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.081459 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.082013 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.082536 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.083523 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.086724 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.087349 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.088256 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.089254 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.089690 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.090083 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.090672 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.091142 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.092999 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00944efc-f1c9-4dbd-aac9-12a4e62c68b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:52.171719 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:47:52.182959 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-94a921a2-e4a7-4d0a-a53e-1a37b6aaa079 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007551 Apr 08 17:47:52.427236 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c815af40-7dc6-4e17-8b5b-b6e8e201151e req-841e96ec-1f7f-47ff-99c4-42697cb5f7cc service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368548 Apr 08 17:47:52.494203 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16cc28-45a5-4534-aab6-efb4d401a9e0 req-93798886-c54f-4a0a-8793-2a8b60eada05 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:52.497417 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bf16cc28-45a5-4534-aab6-efb4d401a9e0 req-93798886-c54f-4a0a-8793-2a8b60eada05 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1463764 Apr 08 17:47:52.632577 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bf16cc28-45a5-4534-aab6-efb4d401a9e0 req-f81e2045-517f-4dba-85f9-9285dcb40c5e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215062 Apr 08 17:47:52.732141 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44898) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:52.755594 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-78a1faf5-0aba-43b7-9824-d92bf5b82c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:52.860343 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1032ee-a033-4502-9535-da04e05cf9a7 req-a2f66dff-0c1c-4c17-bdfb-d5e77156c05f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:52.863020 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-db1032ee-a033-4502-9535-da04e05cf9a7 req-a2f66dff-0c1c-4c17-bdfb-d5e77156c05f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 944 time: 0.0921400 Apr 08 17:47:53.043864 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-78a1faf5-0aba-43b7-9824-d92bf5b82c8e admin admin] Publish callbacks [] for security_group (2c97c3e1-bd36-4262-99b1-26ac4585bc5e), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.051189 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-db1032ee-a033-4502-9535-da04e05cf9a7 req-6989af0c-e44c-4e99-ba2b-13b784c54fd9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690953 Apr 08 17:47:53.056978 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-78a1faf5-0aba-43b7-9824-d92bf5b82c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2c97c3e1-bd36-4262-99b1-26ac4585bc5e), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.144683 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-78a1faf5-0aba-43b7-9824-d92bf5b82c8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=598ae9f710a040d3a381f9932d7827f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066296 Apr 08 17:47:53.144683 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1faf5-0aba-43b7-9824-d92bf5b82c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c97c3e1-bd36-4262-99b1-26ac4585bc5e,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:53.146326 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44912) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:53.253491 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0ce45e21-4031-4879-94bd-a5e12983f1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.271872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1340d58c-bcc6-4532-86f4-728a59052076 admin admin] Publish callbacks [] for security_group (2c97c3e1-bd36-4262-99b1-26ac4585bc5e), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.331613 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1340d58c-bcc6-4532-86f4-728a59052076 admin admin] Publish callbacks [] for security_group (2c97c3e1-bd36-4262-99b1-26ac4585bc5e), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.452872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1340d58c-bcc6-4532-86f4-728a59052076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2c97c3e1-bd36-4262-99b1-26ac4585bc5e), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.455690 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1340d58c-bcc6-4532-86f4-728a59052076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:53.456992 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1340d58c-bcc6-4532-86f4-728a59052076 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2c97c3e1-bd36-4262-99b1-26ac4585bc5e HTTP/1.1" status: 204 len: 168 time: 0.3091838 Apr 08 17:47:53.473799 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d58c-bcc6-4532-86f4-728a59052076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c97c3e1-bd36-4262-99b1-26ac4585bc5e,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:53.887013 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d831d-c243-4065-9213-749f1eddfa79 req-3c931a99-1706-4288-a53b-69a23022d07f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:53.889880 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0b8d831d-c243-4065-9213-749f1eddfa79 req-3c931a99-1706-4288-a53b-69a23022d07f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1025913 Apr 08 17:47:53.981148 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0b8d831d-c243-4065-9213-749f1eddfa79 req-0ed259ae-b6e6-4295-b521-b6252f44ba54 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797839 Apr 08 17:47:54.078402 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44930) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:54.097065 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62c1eef3-f38d-40b7-86d6-954ee53ac0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.232908 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62c1eef3-f38d-40b7-86d6-954ee53ac0e0 admin admin] Publish callbacks [] for security_group (339468f2-40af-456e-ba43-47d7ceb16e5e), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.238669 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62c1eef3-f38d-40b7-86d6-954ee53ac0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (339468f2-40af-456e-ba43-47d7ceb16e5e), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.321143 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff1150-e579-40a8-ac51-aa330cfff6bc req-062a6b10-b055-4bcf-84bd-89f5fb452cc0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:54.323727 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98ff1150-e579-40a8-ac51-aa330cfff6bc req-062a6b10-b055-4bcf-84bd-89f5fb452cc0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 944 time: 0.1058457 Apr 08 17:47:54.346885 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1eef3-f38d-40b7-86d6-954ee53ac0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339468f2-40af-456e-ba43-47d7ceb16e5e,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:54.352741 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-62c1eef3-f38d-40b7-86d6-954ee53ac0e0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11ddc5c0c82a48d7b5bdf00052228d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732234 Apr 08 17:47:54.355692 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44934) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:54.412272 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98ff1150-e579-40a8-ac51-aa330cfff6bc req-b8614610-7ee1-4944-bbdd-07b3e91d481f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766082 Apr 08 17:47:54.436655 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d576c690-b5c1-4d25-ba05-f8e86aa7bb9e admin admin] Publish callbacks [] for security_group (339468f2-40af-456e-ba43-47d7ceb16e5e), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.468394 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:47:54.488252 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d576c690-b5c1-4d25-ba05-f8e86aa7bb9e admin admin] Publish callbacks [] for security_group (339468f2-40af-456e-ba43-47d7ceb16e5e), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.585984 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:47:54.609694 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:47:54.610877 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.631503 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d576c690-b5c1-4d25-ba05-f8e86aa7bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (339468f2-40af-456e-ba43-47d7ceb16e5e), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.642936 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d576c690-b5c1-4d25-ba05-f8e86aa7bb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.646449 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-d576c690-b5c1-4d25-ba05-f8e86aa7bb9e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/339468f2-40af-456e-ba43-47d7ceb16e5e HTTP/1.1" status: 204 len: 168 time: 0.2883158 Apr 08 17:47:54.685562 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576c690-b5c1-4d25-ba05-f8e86aa7bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339468f2-40af-456e-ba43-47d7ceb16e5e,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:54.847315 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:47:54.849106 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:54.911778 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:47:54.916722 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a7bc0a-d8e8-4da0-a05c-f707048f9a2d" -d '{"events": [{"server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "name": "network-vif-plugged", "status": "completed", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:47:54.943259 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:47:54.962811 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.010089 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b716ae-c958-45e6-ab1f-997e780e6859 x-openstack-request-id: req-72b716ae-c958-45e6-ab1f-997e780e6859 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:47:55.010584 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "name": "network-vif-plugged", "status": "completed", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:47:55.011006 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-72b716ae-c958-45e6-ab1f-997e780e6859 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:47:55.011659 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b716ae-c958-45e6-ab1f-997e780e6859'] response: {'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'code': 200} Apr 08 17:47:55.066933 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:55.083370 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.083970 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.084637 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.085238 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.087051 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.088804 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.089399 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.089978 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.090551 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.092388 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.093048 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.101327 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.101996 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.102610 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.103686 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:47:55.108300 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44954) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:55.213793 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962e012-2c24-47a4-b59d-9fe73fd0e941 req-4759dfb0-ccf1-48df-9a5a-7755d5544853 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:55.216980 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f962e012-2c24-47a4-b59d-9fe73fd0e941 req-4759dfb0-ccf1-48df-9a5a-7755d5544853 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1128078 Apr 08 17:47:55.343587 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f962e012-2c24-47a4-b59d-9fe73fd0e941 req-ccccc803-25cb-4005-83a5-c770672e06cd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156316 Apr 08 17:47:55.389386 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8046-3990-408a-b85e-b790a9b6c660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.482470 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9b6a1-a093-4853-b06c-b5ccfe68bf0e req-ef9b4ef5-9bc4-4654-b1f5-6e6e5993b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:55.484573 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-08f9b6a1-a093-4853-b06c-b5ccfe68bf0e req-ef9b4ef5-9bc4-4654-b1f5-6e6e5993b6e6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 1129 time: 0.0739005 Apr 08 17:47:55.601955 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9aaa2df6-e9ef-49d8-a3cf-c1d0105c4876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.606359 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8046-3990-408a-b85e-b790a9b6c660 admin admin] Publish callbacks [] for security_group (940fb7c1-1226-4c74-9f2d-4493925a6a1d), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.610117 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-08f9b6a1-a093-4853-b06c-b5ccfe68bf0e req-81107112-f6ab-4250-9cfd-c4288e5e4786 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088133 Apr 08 17:47:55.612752 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8046-3990-408a-b85e-b790a9b6c660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (940fb7c1-1226-4c74-9f2d-4493925a6a1d), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.650470 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733586ea-3fa7-496f-aa19-41df3579af93 req-11272242-19a5-4b1c-bd66-4b5af3e9b6d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:55.656234 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-733586ea-3fa7-496f-aa19-41df3579af93 req-11272242-19a5-4b1c-bd66-4b5af3e9b6d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.1012127 Apr 08 17:47:55.710209 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-fd3f8046-3990-408a-b85e-b790a9b6c660 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=854d4389ac444124aa9395947a9d5f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5986531 Apr 08 17:47:55.714184 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44974) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:55.737976 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f8046-3990-408a-b85e-b790a9b6c660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940fb7c1-1226-4c74-9f2d-4493925a6a1d,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:55.796695 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-733586ea-3fa7-496f-aa19-41df3579af93 req-5ac73540-7814-44b1-bafa-83b6a369e8af tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274524 Apr 08 17:47:55.823877 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-44016540-439a-4f2f-ac92-3797dfc720b2 admin admin] Publish callbacks [] for security_group (940fb7c1-1226-4c74-9f2d-4493925a6a1d), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.871135 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-44016540-439a-4f2f-ac92-3797dfc720b2 admin admin] Publish callbacks [] for security_group (940fb7c1-1226-4c74-9f2d-4493925a6a1d), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.934165 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44986) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:55.995739 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-44016540-439a-4f2f-ac92-3797dfc720b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (940fb7c1-1226-4c74-9f2d-4493925a6a1d), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:55.999087 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-44016540-439a-4f2f-ac92-3797dfc720b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.004948 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-44016540-439a-4f2f-ac92-3797dfc720b2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/940fb7c1-1226-4c74-9f2d-4493925a6a1d HTTP/1.1" status: 204 len: 168 time: 0.2850931 Apr 08 17:47:56.007590 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] Deleting subnet 7ae9512b-5955-4d6d-8620-958f4014fb2a {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:47:56.013927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] Publish callbacks [] for subnet (7ae9512b-5955-4d6d-8620-958f4014fb2a), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.076584 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44016540-439a-4f2f-ac92-3797dfc720b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940fb7c1-1226-4c74-9f2d-4493925a6a1d,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:56.121376 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] Publish callbacks [] for subnet (7ae9512b-5955-4d6d-8620-958f4014fb2a), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.139044 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (7ae9512b-5955-4d6d-8620-958f4014fb2a), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.196238 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 44994) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:56.245128 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (7ae9512b-5955-4d6d-8620-958f4014fb2a), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.297796 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae9512b-5955-4d6d-8620-958f4014fb2a,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:56.308306 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.310254 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e695f373-546a-4d03-b63c-78fc2ed9a6b4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7ae9512b-5955-4d6d-8620-958f4014fb2a HTTP/1.1" status: 204 len: 168 time: 0.3743632 Apr 08 17:47:56.314235 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 44998) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:56.350431 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.470985 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.637499 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022367350-network', 'tenant_id': 'fc17bc3a2b454506ad00a25be04276c6'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:56.648404 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a052e2f-68c8-4ef6-adfe-1d4cd333b5cd req-db46262d-c262-4306-a571-b13f58b6d626 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:56.651885 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a052e2f-68c8-4ef6-adfe-1d4cd333b5cd req-db46262d-c262-4306-a571-b13f58b6d626 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1617742 Apr 08 17:47:56.668975 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Made reservation on behalf of fc17bc3a2b454506ad00a25be04276c6 for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:56.674046 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.685878 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.758039 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.820700 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.825944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks [] for security_group (4c342821-db63-4a78-ba3a-a65a4612182b), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.834360 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (4c342821-db63-4a78-ba3a-a65a4612182b), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.834709 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.835121 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.835984 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.836359 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > port after_create 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.836733 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.837075 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > port after_update 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.837404 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.837736 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.838272 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.838782 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.870966 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:47:56.890581 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c342821-db63-4a78-ba3a-a65a4612182b,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:56.898189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (3b9417ce-387c-4b65-bc4c-e56942ea882b), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.898751 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Added segment 3b9417ce-387c-4b65-bc4c-e56942ea882b of type vlan for network 66d47802-945f-48d1-88c8-01ed2c66ca42 Apr 08 17:47:56.966189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (66d47802-945f-48d1-88c8-01ed2c66ca42), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:56.992886 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.999099 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:56.999787 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:57.000390 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:47:57.001019 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2']}} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:57.042079 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b3983-6ff7-48c4-bc9d-65e79c9d3ace req-b0470547-d5cc-4d00-a20d-affc92e05bd3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:57.043695 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9a4b3983-6ff7-48c4-bc9d-65e79c9d3ace req-b0470547-d5cc-4d00-a20d-affc92e05bd3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0874949 Apr 08 17:47:57.045202 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (66d47802-945f-48d1-88c8-01ed2c66ca42), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.046615 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:57.047241 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.055181 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a052e2f-68c8-4ef6-adfe-1d4cd333b5cd req-79e0e04a-d314-484e-af0f-da80df80b651 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709044 Apr 08 17:47:57.059659 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2add64b0-356b-4568-9d6c-11ab1bd73cf9') {'for_net_delete': True} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:57.059993 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2add64b0-356b-4568-9d6c-11ab1bd73cf9') {} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:47:57.102232 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766314'] for segment (2add64b0-356b-4568-9d6c-11ab1bd73cf9), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.138143 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (2add64b0-356b-4568-9d6c-11ab1bd73cf9), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.152951 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=110163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:47:57.153090 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9546502 Apr 08 17:47:57.153210 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9378993'] for segment (2add64b0-356b-4568-9d6c-11ab1bd73cf9), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.165941 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45024) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: from cryptography.utils import int_from_bytes Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: from cryptography.utils import int_from_bytes Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: Traceback (most recent call last): Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: timer() Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: cb(*args, **kw) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: return func(*args, **kwargs) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: self._notify() Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: self.callback(batched_events) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: event.method(event) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: return f(self, *a, **k) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._get(url).json() Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: return self.request(url, 'GET', **kwargs) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:47:57.177706 dv-cinder-837165-1-iscsi neutron-server[110163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:47:57.226551 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Request body: {'subnet': {'network_id': '66d47802-945f-48d1-88c8-01ed2c66ca42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022367350-subnet', 'tenant_id': 'fc17bc3a2b454506ad00a25be04276c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:57.264519 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598af2f-b8c6-44fd-b566-582b0aca2481 admin admin] Pushing event updated for resources: {'Network': ['ID=66d47802-945f-48d1-88c8-01ed2c66ca42,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:57.287139 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.293069 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9a4b3983-6ff7-48c4-bc9d-65e79c9d3ace req-b615eb1e-69d3-4816-999b-24f714b35668 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345731 Apr 08 17:47:57.300209 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Made reservation on behalf of fc17bc3a2b454506ad00a25be04276c6 for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:57.302122 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.304290 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.306038 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 66d47802-945f-48d1-88c8-01ed2c66ca42 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:47:57.307375 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] 10.222.0.78 "DELETE /v2.0/networks/aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2 HTTP/1.1" status: 204 len: 168 time: 0.9914556 Apr 08 17:47:57.335583 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf88388-d415-4fec-b1c4-1ca54b941425 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa68b1c-130e-4768-bb8b-38fdf0f3ebc2,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:57.630985 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.675312 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45034) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:57.704659 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:57.710355 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Checking segment: {'id': '3b9417ce-387c-4b65-bc4c-e56942ea882b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '66d47802-945f-48d1-88c8-01ed2c66ca42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:47:57.710710 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Network hostable DHCP agents. Network: 66d47802-945f-48d1-88c8-01ed2c66ca42, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:47:57.738014 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Network 66d47802-945f-48d1-88c8-01ed2c66ca42 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:47:57.747091 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-3c5f3854-7cef-4ee4-83dd-321f8aa984c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fd6acdaf89af4d109a04a3a40621e958&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0702488 Apr 08 17:47:57.751292 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45036) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:57.766406 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 66d47802-945f-48d1-88c8-01ed2c66ca42) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:47:57.780398 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0935346-e45a-43f7-8075-6c28f7b83180 None None] Network 66d47802-945f-48d1-88c8-01ed2c66ca42 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:47:57.787032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:57.788044 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.846256 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8d31d277-caa0-4974-8bd1-0282b13e4481 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6753745 Apr 08 17:47:57.876402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61f6b715-5c8f-497b-b0d0-cc2d0d132596 admin admin] Publish callbacks [] for security_group (e4189a95-e8d0-4beb-939c-3ab1d015b8d1), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.922889 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61f6b715-5c8f-497b-b0d0-cc2d0d132596 admin admin] Publish callbacks [] for security_group (e4189a95-e8d0-4beb-939c-3ab1d015b8d1), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:57.955179 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d7b75-98a5-4587-b334-f533feb5d5d7 None None] Network 66d47802-945f-48d1-88c8-01ed2c66ca42 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:47:58.035387 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61f6b715-5c8f-497b-b0d0-cc2d0d132596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (e4189a95-e8d0-4beb-939c-3ab1d015b8d1), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:58.041020 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-61f6b715-5c8f-497b-b0d0-cc2d0d132596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:58.043138 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-61f6b715-5c8f-497b-b0d0-cc2d0d132596 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4189a95-e8d0-4beb-939c-3ab1d015b8d1 HTTP/1.1" status: 204 len: 168 time: 0.2893202 Apr 08 17:47:58.070048 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6b715-5c8f-497b-b0d0-cc2d0d132596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4189a95-e8d0-4beb-939c-3ab1d015b8d1,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:58.318220 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de1abb-e029-4346-b0df-f35a229dd7c3 req-11ededc3-40c3-4cba-81bb-a40e2a576159 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.333109 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-22de1abb-e029-4346-b0df-f35a229dd7c3 req-11ededc3-40c3-4cba-81bb-a40e2a576159 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1480653 Apr 08 17:47:58.424918 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-22de1abb-e029-4346-b0df-f35a229dd7c3 req-29822451-2dd4-43ca-be9b-8c90a9f90b8b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902486 Apr 08 17:47:58.603466 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87574c09-83be-423e-9f57-f523f7182486 req-a40626e6-9973-45fb-b981-fc053b6a38df tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:58.613559 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87574c09-83be-423e-9f57-f523f7182486 req-a40626e6-9973-45fb-b981-fc053b6a38df tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.1030259 Apr 08 17:47:58.618348 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:58.693014 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87574c09-83be-423e-9f57-f523f7182486 req-25dc5365-7069-43fd-b22d-1ec4f49c6b64 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776958 Apr 08 17:47:59.062709 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45082) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:59.068802 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1057055760-network', 'tenant_id': '06ef46b6734247b59d39f1fa7c8c4b37'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:59.104126 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Made reservation on behalf of 06ef46b6734247b59d39f1fa7c8c4b37 for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:59.107235 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.119383 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.252130 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks [] for security_group (131a5342-d71b-47a7-aa13-b32fff409ecd), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.259854 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (131a5342-d71b-47a7-aa13-b32fff409ecd), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.291701 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] vlan segment allocate from pool success with {'vlan_id': 900, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:47:59.297996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131a5342-d71b-47a7-aa13-b32fff409ecd,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:59.307276 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (9d8ff4e0-8e91-44af-a160-4a001c5018f1), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.307808 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Added segment 9d8ff4e0-8e91-44af-a160-4a001c5018f1 of type vlan for network d9faf6c3-6d7b-4dbb-9e9a-d489442e2075 Apr 08 17:47:59.356911 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (d9faf6c3-6d7b-4dbb-9e9a-d489442e2075), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.389901 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (d9faf6c3-6d7b-4dbb-9e9a-d489442e2075), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.391109 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:59.391707 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.433069 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3686795 Apr 08 17:47:59.436957 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45094) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:47:59.443063 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Request body: {'subnet': {'network_id': 'd9faf6c3-6d7b-4dbb-9e9a-d489442e2075', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1057055760-subnet', 'tenant_id': '06ef46b6734247b59d39f1fa7c8c4b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:47:59.475382 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Made reservation on behalf of 06ef46b6734247b59d39f1fa7c8c4b37 for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:47:59.477958 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774741'] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.486519 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b8e4a-4879-4e7b-887a-7d75503cdedc admin admin] Pushing event updated for resources: {'Network': ['ID=d9faf6c3-6d7b-4dbb-9e9a-d489442e2075,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:47:59.499945 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network d9faf6c3-6d7b-4dbb-9e9a-d489442e2075 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:47:59.664809 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580d12d-6458-4e5b-be3a-cce16a8b6009 req-3a5f4a20-9a7c-4445-9bdb-7fdcd9780d9b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:59.666740 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8580d12d-6458-4e5b-be3a-cce16a8b6009 req-3a5f4a20-9a7c-4445-9bdb-7fdcd9780d9b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0894589 Apr 08 17:47:59.783236 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8580d12d-6458-4e5b-be3a-cce16a8b6009 req-68ccf897-503a-4c2e-a233-3ed8bcdb8aa4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037405 Apr 08 17:47:59.875039 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9379346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774715'] for subnet (3665ac6e-8262-47b5-82f9-60be6a29d3f0), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.893330 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:47:59.896140 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c49090-d98c-4949-9b7b-73ccbbb0a9a9 req-a76950e8-d44c-42ef-a991-eb1e28079ccd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:47:59.899025 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d2c49090-d98c-4949-9b7b-73ccbbb0a9a9 req-a76950e8-d44c-42ef-a991-eb1e28079ccd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0735393 Apr 08 17:47:59.982717 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d2c49090-d98c-4949-9b7b-73ccbbb0a9a9 req-220bb432-1625-46c8-8aa3-aa0feb20dc4c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738778 Apr 08 17:48:00.001675 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Checking segment: {'id': '9d8ff4e0-8e91-44af-a160-4a001c5018f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'd9faf6c3-6d7b-4dbb-9e9a-d489442e2075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:00.002039 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Network hostable DHCP agents. Network: d9faf6c3-6d7b-4dbb-9e9a-d489442e2075, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:48:00.008161 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3665ac6e-8262-47b5-82f9-60be6a29d3f0,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:00.036945 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Network d9faf6c3-6d7b-4dbb-9e9a-d489442e2075 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:48:00.053537 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, d9faf6c3-6d7b-4dbb-9e9a-d489442e2075) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:00.061649 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:00.062249 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:00.066030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5c552f-4104-4897-9280-f6a16517a379 None None] Network d9faf6c3-6d7b-4dbb-9e9a-d489442e2075 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:00.088544 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b68cc646-7661-41b5-b24e-a4b09898e691 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6497557 Apr 08 17:48:00.212372 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32d78c2-decc-4d6e-9113-34d0c93ad428 None None] Network d9faf6c3-6d7b-4dbb-9e9a-d489442e2075 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:00.915360 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc1cfe-cfe3-491c-81b7-cf86e16c44e9 req-6c3ace58-42c7-4427-b011-43be26433ee3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:00.916955 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8ddc1cfe-cfe3-491c-81b7-cf86e16c44e9 req-6c3ace58-42c7-4427-b011-43be26433ee3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0562110 Apr 08 17:48:01.002597 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8ddc1cfe-cfe3-491c-81b7-cf86e16c44e9 req-266d80ee-8d61-4c58-a293-1dc617d45fdc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751097 Apr 08 17:48:01.129914 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e16077-ba69-488c-afae-3c8ae3101237 req-e322eea8-64f7-481b-b02b-0b771741ee9f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:01.131665 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b9e16077-ba69-488c-afae-3c8ae3101237 req-e322eea8-64f7-481b-b02b-0b771741ee9f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0572767 Apr 08 17:48:01.204654 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b9e16077-ba69-488c-afae-3c8ae3101237 req-56f2c46a-a3fc-43c3-856f-dcbe8e957de7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658786 Apr 08 17:48:02.133277 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60bb80-9650-4241-b00b-a17aa5bd0f7e req-1c6e0e52-2710-452f-97c8-99668f50b747 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:02.134918 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5f60bb80-9650-4241-b00b-a17aa5bd0f7e req-1c6e0e52-2710-452f-97c8-99668f50b747 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Apr 08 17:48:02.203040 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5f60bb80-9650-4241-b00b-a17aa5bd0f7e req-37830814-8dde-4488-98cd-bc33ee07684c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600438 Apr 08 17:48:02.346299 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50b447-ad19-4859-8175-52da8378b807 req-7361cf5a-4bbd-4959-9bbf-7f55a41465b6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:02.348510 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6e50b447-ad19-4859-8175-52da8378b807 req-7361cf5a-4bbd-4959-9bbf-7f55a41465b6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0585456 Apr 08 17:48:02.425488 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6e50b447-ad19-4859-8175-52da8378b807 req-d05766de-3de2-44ec-9dab-9c8d891b3c79 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638435 Apr 08 17:48:03.342488 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d9410-e838-48f3-bd84-32f10faac177 req-8c2c3e73-4faf-4497-b29d-26b3ba82e599 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:03.351292 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a18d9410-e838-48f3-bd84-32f10faac177 req-8c2c3e73-4faf-4497-b29d-26b3ba82e599 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0742631 Apr 08 17:48:03.401041 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a18d9410-e838-48f3-bd84-32f10faac177 req-fc10515f-e850-4d79-babf-ae8a90edc1d1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Apr 08 17:48:03.634643 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a71f-dd7f-489b-b317-6c3eda165773 req-04c8e38c-14e7-4541-934b-784ace32e68b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:03.637697 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3448a71f-dd7f-489b-b317-6c3eda165773 req-04c8e38c-14e7-4541-934b-784ace32e68b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0889459 Apr 08 17:48:03.746145 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3448a71f-dd7f-489b-b317-6c3eda165773 req-35de6721-446b-4cae-99c7-a9b46628f550 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955977 Apr 08 17:48:03.943522 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554ef0d-1ba9-4fab-bd20-b313c00c956e req-e42c7bf0-09a9-49b7-bd1e-d4b28ee96a48 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:03.945430 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6554ef0d-1ba9-4fab-bd20-b313c00c956e req-e42c7bf0-09a9-49b7-bd1e-d4b28ee96a48 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0689774 Apr 08 17:48:03.962780 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45178) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:03.970142 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:04.046037 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (aeffa8d4-fde4-4f0e-9ac2-175520b50c4b), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:04.550273 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80a543-29b6-458e-b432-634e13d80e8b req-968f73e7-45e2-47bc-b262-ff7e7adbca4f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:04.552226 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f80a543-29b6-458e-b432-634e13d80e8b req-968f73e7-45e2-47bc-b262-ff7e7adbca4f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0633240 Apr 08 17:48:04.640499 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f80a543-29b6-458e-b432-634e13d80e8b req-3441ca8a-201c-45b0-80df-3e2c52cd9888 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781093 Apr 08 17:48:04.801361 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:04.806874 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (aeffa8d4-fde4-4f0e-9ac2-175520b50c4b), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:04.955793 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP aeffa8d4-fde4-4f0e-9ac2-175520b50c4b associated. External IP: 172.27.2.161, port: f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e. Apr 08 17:48:05.283304 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:48:05.431623 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:48:05.436702 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:05.443311 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:48:05.453994 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:05.454901 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:47:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:05.470970 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-e26e1f75-125b-40f5-8cdb-0f8a05b75677 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "PUT /v2.0/floatingips/aeffa8d4-fde4-4f0e-9ac2-175520b50c4b HTTP/1.1" status: 200 len: 991 time: 1.5060937 Apr 08 17:48:05.471182 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:05.473498 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cc7eb0-e158-46f1-939c-38a57e5c409f" -d '{"events": [{"name": "network-changed", "server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:05.515553 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cef5500-98d8-4835-980b-ee39c7c535dc x-openstack-request-id: req-6cef5500-98d8-4835-980b-ee39c7c535dc {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:05.515857 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:05.516134 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6cef5500-98d8-4835-980b-ee39c7c535dc {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:05.516546 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cef5500-98d8-4835-980b-ee39c7c535dc'] response: {'name': 'network-changed', 'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'status': 'completed', 'code': 200} Apr 08 17:48:05.571047 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:05.774441 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81c609-6ef6-4b0f-9b73-8ba9c1e459be req-0f5bc750-b3c3-450c-87fb-f5567918b783 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:05.776212 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad81c609-6ef6-4b0f-9b73-8ba9c1e459be req-0f5bc750-b3c3-450c-87fb-f5567918b783 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0612934 Apr 08 17:48:05.809245 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:04Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:05.829418 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad81c609-6ef6-4b0f-9b73-8ba9c1e459be req-14561079-1a79-4db1-839a-f4441562f7aa tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472269 Apr 08 17:48:05.839049 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:48:05.849432 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:48:05.850086 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:47:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:05.978483 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:48:06.246291 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:04Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:06.279065 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b52020-77ee-46f5-a514-bea9433a6748 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:04Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:48:06.556704 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e54da0-cb91-4579-a20e-105a321cfb84 None None] New status for floating IP aeffa8d4-fde4-4f0e-9ac2-175520b50c4b: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:48:06.984361 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b7a3d-1854-4ef4-b0ab-f513e4a762a9 req-46603c14-1122-4c51-959b-00e75aca8c76 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:06.986718 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-390b7a3d-1854-4ef4-b0ab-f513e4a762a9 req-46603c14-1122-4c51-959b-00e75aca8c76 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0582516 Apr 08 17:48:07.047727 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-390b7a3d-1854-4ef4-b0ab-f513e4a762a9 req-df99cdf8-6519-4879-8b54-120236f92e82 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541725 Apr 08 17:48:08.175341 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47767f-b7b5-4c8a-a384-1471f97cb142 req-b4c6472b-1124-4410-bae8-9cd0ed8d2264 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:08.177890 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ec47767f-b7b5-4c8a-a384-1471f97cb142 req-b4c6472b-1124-4410-bae8-9cd0ed8d2264 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0569849 Apr 08 17:48:08.231513 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ec47767f-b7b5-4c8a-a384-1471f97cb142 req-0877f944-0fb3-40fb-9b5f-22617e29a0ec tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476055 Apr 08 17:48:09.352584 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c84d27-e885-4ec1-b4d9-ebd693fd15b1 req-0e094423-7290-4e8e-b11b-83ecfc7ac1aa tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:09.354147 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e7c84d27-e885-4ec1-b4d9-ebd693fd15b1 req-0e094423-7290-4e8e-b11b-83ecfc7ac1aa tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0520093 Apr 08 17:48:09.411853 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e7c84d27-e885-4ec1-b4d9-ebd693fd15b1 req-fd86eb67-04b4-42b4-b3c5-4a589accbd4d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 Apr 08 17:48:09.844689 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-6ffbec4e-7092-482b-a6b0-f711405fc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:09.846709 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-6ffbec4e-7092-482b-a6b0-f711405fc598 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 1129 time: 0.0487916 Apr 08 17:48:09.993780 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-d3e2b299-50d0-4f2b-aa51-59d340e2a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:09.996619 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-d3e2b299-50d0-4f2b-aa51-59d340e2a03a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.1409338 Apr 08 17:48:10.115639 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-6d485408-0d04-4e89-b814-29984b359eba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e HTTP/1.1" status: 200 len: 1001 time: 0.1106536 Apr 08 17:48:10.200779 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-9040052c-0d29-4a9c-ae61-fc46ab3ab373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:10.203773 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-9040052c-0d29-4a9c-ae61-fc46ab3ab373 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0805948 Apr 08 17:48:10.252810 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-0108b027-5d9b-48c5-8c35-960d5dbed157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:10.254556 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-0108b027-5d9b-48c5-8c35-960d5dbed157 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451038 Apr 08 17:48:10.402755 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-7cfc265a-aa62-4e74-946e-88a7132cf5a7 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402488 Apr 08 17:48:10.560709 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9cc7eb0-e158-46f1-939c-38a57e5c409f req-1f5e4e1d-93fd-4838-a7a3-1eaba22c54b7 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512356 Apr 08 17:48:10.598345 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926342d-c049-4cf9-95b3-ae4a324cd079 req-ff4e7a13-fa53-4789-90ce-2d1bd09902c1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:10.604982 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0926342d-c049-4cf9-95b3-ae4a324cd079 req-ff4e7a13-fa53-4789-90ce-2d1bd09902c1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0881629 Apr 08 17:48:10.669839 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0926342d-c049-4cf9-95b3-ae4a324cd079 req-b3b4459b-6d23-49c0-a3f6-9176886323d9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Apr 08 17:48:11.821438 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43654129-8983-49ff-9025-446f0e686510 req-f1ff314e-1eb4-40a4-8ae1-a7c2d321121a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:11.823280 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-43654129-8983-49ff-9025-446f0e686510 req-f1ff314e-1eb4-40a4-8ae1-a7c2d321121a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0595064 Apr 08 17:48:11.885973 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-43654129-8983-49ff-9025-446f0e686510 req-866c92a8-a5ca-456a-aca7-98e9d7855738 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553784 Apr 08 17:48:13.045042 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e06cf-5fa8-474e-aa05-ad5ca57ae9ac req-e6193d0f-dd8e-4de8-801d-7f91d6773bb5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:13.047489 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c47e06cf-5fa8-474e-aa05-ad5ca57ae9ac req-e6193d0f-dd8e-4de8-801d-7f91d6773bb5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0755844 Apr 08 17:48:13.138671 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c47e06cf-5fa8-474e-aa05-ad5ca57ae9ac req-260f5775-f378-49ef-9d26-c54452f86308 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837438 Apr 08 17:48:14.288757 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52f5b4-07c3-40fc-8617-63e0d5e5c089 req-13149d9f-f169-4f89-8116-54f5ca356bf5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:14.291205 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb52f5b4-07c3-40fc-8617-63e0d5e5c089 req-13149d9f-f169-4f89-8116-54f5ca356bf5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0583737 Apr 08 17:48:14.355910 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb52f5b4-07c3-40fc-8617-63e0d5e5c089 req-267ddd3f-f518-4c9f-b944-ea1a206e9231 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582547 Apr 08 17:48:15.555766 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f17c6c-908c-48da-80fd-ad55b15073de req-939c9a92-788e-49c8-81ec-7f33316b67a0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:15.557763 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-16f17c6c-908c-48da-80fd-ad55b15073de req-939c9a92-788e-49c8-81ec-7f33316b67a0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0734370 Apr 08 17:48:15.640462 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-16f17c6c-908c-48da-80fd-ad55b15073de req-37a998db-6284-466c-82b5-2dd177ec963c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711312 Apr 08 17:48:16.832143 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765468eb-f52f-454d-8966-329b3ed08d78 req-0f08dc3a-4037-4786-addd-6d9f93905dab tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:16.834029 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-765468eb-f52f-454d-8966-329b3ed08d78 req-0f08dc3a-4037-4786-addd-6d9f93905dab tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0669611 Apr 08 17:48:16.891521 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-765468eb-f52f-454d-8966-329b3ed08d78 req-c6db14af-6f0b-4cb4-89af-27cc0cd79f62 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503962 Apr 08 17:48:18.053564 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57231a2-fdb4-4393-8823-4bad5fcb90a1 req-a2e531dd-8b0b-4cb9-9474-77112b35b31b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:18.060765 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d57231a2-fdb4-4393-8823-4bad5fcb90a1 req-a2e531dd-8b0b-4cb9-9474-77112b35b31b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0789225 Apr 08 17:48:18.125964 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d57231a2-fdb4-4393-8823-4bad5fcb90a1 req-4d6b4016-b77b-4b3d-9956-8bbf69eba2c5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640526 Apr 08 17:48:18.593173 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-e7cf9bf8-35f7-4735-8beb-aee8c9f2c88a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758684 Apr 08 17:48:18.719509 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-aed2e73c-3fd4-4eca-854e-5dadcde40d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:18.722890 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-aed2e73c-3fd4-4eca-854e-5dadcde40d38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1129 time: 0.0785913 Apr 08 17:48:19.328606 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc457515-289d-4a6d-9945-51cae5aafa66 req-e1894979-738d-445f-97d4-58900db367c4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:19.331245 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc457515-289d-4a6d-9945-51cae5aafa66 req-e1894979-738d-445f-97d4-58900db367c4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0922008 Apr 08 17:48:19.416565 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc457515-289d-4a6d-9945-51cae5aafa66 req-dace229f-8efa-4a93-b10a-be7f4c1270a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775962 Apr 08 17:48:20.216644 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:48:20.590983 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45042c03-824f-460b-94bb-2035c2482b8c req-a3bc388c-b30e-47d8-a4f9-b95a7a796ad7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:20.593030 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-45042c03-824f-460b-94bb-2035c2482b8c req-a3bc388c-b30e-47d8-a4f9-b95a7a796ad7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0649173 Apr 08 17:48:20.673757 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-45042c03-824f-460b-94bb-2035c2482b8c req-28c40d7f-7337-46c2-9124-1d743ae4f0c9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712109 Apr 08 17:48:21.306721 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-98f8df92-616b-4d73-93d1-8222c2e01fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.309177 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-98f8df92-616b-4d73-93d1-8222c2e01fc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.1735723 Apr 08 17:48:21.387183 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdb14-ebe6-4eeb-884f-4f9bb61d7636 req-8462eda8-6f2c-46a8-8192-7a28aeac49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.389813 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b5cfdb14-ebe6-4eeb-884f-4f9bb61d7636 req-8462eda8-6f2c-46a8-8192-7a28aeac49d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 1129 time: 0.0725887 Apr 08 17:48:21.412448 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-5bf33590-46cb-4540-abaa-0c2952414aff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 1001 time: 0.0947006 Apr 08 17:48:21.475379 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b5cfdb14-ebe6-4eeb-884f-4f9bb61d7636 req-fc120bd1-bc25-4685-bff5-aaf6990d2c2d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746455 Apr 08 17:48:21.484674 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-459f1c02-ac3b-4a03-9948-57edd7d9452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.486232 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-459f1c02-ac3b-4a03-9948-57edd7d9452e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0643678 Apr 08 17:48:21.851103 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e452f-b9c4-4d11-bf5f-1836c57111ef req-bcf28d40-7017-4297-b1a9-8f4f8cdc69ca tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:21.854388 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a81e452f-b9c4-4d11-bf5f-1836c57111ef req-bcf28d40-7017-4297-b1a9-8f4f8cdc69ca tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0701728 Apr 08 17:48:21.943811 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a81e452f-b9c4-4d11-bf5f-1836c57111ef req-d6299d33-6db6-46b8-97a7-cebd625fd72e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790930 Apr 08 17:48:22.065407 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-66ff380e-49eb-4e17-98bc-dd60deb94a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:22.067035 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-66ff380e-49eb-4e17-98bc-dd60deb94a70 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672390 Apr 08 17:48:22.624413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45466) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:22.689788 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-e0004746-b6f5-4d9e-b913-d4583d4c5368 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481969 Apr 08 17:48:22.855279 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4cecafcd-c118-4dfb-afe7-9a377ed73d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:22.866656 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-54ff4822-bc7c-47cb-b109-1732b5c8fcba req-f2b3376a-c9fa-47b9-b0d8-f51375cfe516 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687822 Apr 08 17:48:23.027402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4cecafcd-c118-4dfb-afe7-9a377ed73d04 admin admin] Publish callbacks [] for security_group (7ef0610b-5018-4452-be55-9008fd920ff0), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.034485 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4cecafcd-c118-4dfb-afe7-9a377ed73d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (7ef0610b-5018-4452-be55-9008fd920ff0), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.134844 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-4cecafcd-c118-4dfb-afe7-9a377ed73d04 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8261c0e224d248fe91d5ea42fc9b910d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5056474 Apr 08 17:48:23.135335 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45482) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:23.146034 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecafcd-c118-4dfb-afe7-9a377ed73d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef0610b-5018-4452-be55-9008fd920ff0,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:23.247972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e280-225b-425e-89cf-39ec952a72cf req-1c5fa05b-6983-4fdc-a6a2-42aced41fb1d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:23.253097 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-66f0e280-225b-425e-89cf-39ec952a72cf req-1c5fa05b-6983-4fdc-a6a2-42aced41fb1d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1895449 Apr 08 17:48:23.265231 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-8f566af3-1b57-4ded-b1f3-462519235498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.341512 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1ef252b0-14f5-4c78-ad6e-05e9bd5685d6 admin admin] Publish callbacks [] for security_group (7ef0610b-5018-4452-be55-9008fd920ff0), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.396781 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1ef252b0-14f5-4c78-ad6e-05e9bd5685d6 admin admin] Publish callbacks [] for security_group (7ef0610b-5018-4452-be55-9008fd920ff0), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.427764 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-66f0e280-225b-425e-89cf-39ec952a72cf req-4d0fc2b6-4f82-4ac9-8467-38edf7a754ad tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352527 Apr 08 17:48:23.498851 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1ef252b0-14f5-4c78-ad6e-05e9bd5685d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (7ef0610b-5018-4452-be55-9008fd920ff0), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.502788 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1ef252b0-14f5-4c78-ad6e-05e9bd5685d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:23.506493 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1ef252b0-14f5-4c78-ad6e-05e9bd5685d6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7ef0610b-5018-4452-be55-9008fd920ff0 HTTP/1.1" status: 204 len: 168 time: 0.3676760 Apr 08 17:48:23.520370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef252b0-14f5-4c78-ad6e-05e9bd5685d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef0610b-5018-4452-be55-9008fd920ff0,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:24.627021 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aed17e-bd90-471e-a1a2-252defaad5bb req-58422fbf-ddfb-4c94-b45d-e08fa0f2c6d8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:24.630461 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-14aed17e-bd90-471e-a1a2-252defaad5bb req-58422fbf-ddfb-4c94-b45d-e08fa0f2c6d8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0919807 Apr 08 17:48:24.723874 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-14aed17e-bd90-471e-a1a2-252defaad5bb req-4baa8f1f-faa6-428a-ac1d-c4a22b816cdc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830951 Apr 08 17:48:24.886554 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e143a-75ed-4171-a5e9-3f4002d301a8 req-e4846467-53e9-48ad-8180-c5b199be0825 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:24.901712 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e2e143a-75ed-4171-a5e9-3f4002d301a8 req-e4846467-53e9-48ad-8180-c5b199be0825 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0829237 Apr 08 17:48:24.988355 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e2e143a-75ed-4171-a5e9-3f4002d301a8 req-3215b2ea-58da-4473-a4d7-bba96b53b996 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848463 Apr 08 17:48:25.456496 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45554) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:25.459211 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45556) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:25.628815 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f7dfaad4-47b3-4147-a3c1-2e7428c671ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.678725 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8da2281c-11a6-4b9c-86c4-6b40416a257e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.692617 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f2637d99-550b-4c21-9bd5-635c7343b05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.825757 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8da2281c-11a6-4b9c-86c4-6b40416a257e admin admin] Publish callbacks [] for security_group (568b821b-ee18-460d-bed1-0aa396636833), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.829150 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f2637d99-550b-4c21-9bd5-635c7343b05a admin admin] Publish callbacks [] for security_group (93d88044-c9f4-4db5-8dfd-05f38bffe949), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.833088 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8da2281c-11a6-4b9c-86c4-6b40416a257e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (568b821b-ee18-460d-bed1-0aa396636833), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.836004 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f2637d99-550b-4c21-9bd5-635c7343b05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (93d88044-c9f4-4db5-8dfd-05f38bffe949), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.884480 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2637d99-550b-4c21-9bd5-635c7343b05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d88044-c9f4-4db5-8dfd-05f38bffe949,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:25.896578 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8da2281c-11a6-4b9c-86c4-6b40416a257e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8791e05a3144a3ebb5fc82881e36a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337125 Apr 08 17:48:25.896578 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45566) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:25.897402 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-f2637d99-550b-4c21-9bd5-635c7343b05a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8308ae7b050744bb8566113eb266cb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332597 Apr 08 17:48:25.897402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45568) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:25.908473 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2281c-11a6-4b9c-86c4-6b40416a257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568b821b-ee18-460d-bed1-0aa396636833,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:25.972848 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0dd96481-e278-45f9-b0f4-05857c7489de admin admin] Publish callbacks [] for security_group (568b821b-ee18-460d-bed1-0aa396636833), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:25.997271 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61909def-aef9-457f-aec5-90a680c75097 admin admin] Publish callbacks [] for security_group (93d88044-c9f4-4db5-8dfd-05f38bffe949), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.022058 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0dd96481-e278-45f9-b0f4-05857c7489de admin admin] Publish callbacks [] for security_group (568b821b-ee18-460d-bed1-0aa396636833), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.031862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61909def-aef9-457f-aec5-90a680c75097 admin admin] Publish callbacks [] for security_group (93d88044-c9f4-4db5-8dfd-05f38bffe949), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.107556 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61909def-aef9-457f-aec5-90a680c75097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (93d88044-c9f4-4db5-8dfd-05f38bffe949), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.109340 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0dd96481-e278-45f9-b0f4-05857c7489de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (568b821b-ee18-460d-bed1-0aa396636833), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.112215 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0dd96481-e278-45f9-b0f4-05857c7489de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.112755 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-61909def-aef9-457f-aec5-90a680c75097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.114134 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-0dd96481-e278-45f9-b0f4-05857c7489de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/568b821b-ee18-460d-bed1-0aa396636833 HTTP/1.1" status: 204 len: 168 time: 0.2160127 Apr 08 17:48:26.114945 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-61909def-aef9-457f-aec5-90a680c75097 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/93d88044-c9f4-4db5-8dfd-05f38bffe949 HTTP/1.1" status: 204 len: 168 time: 0.2179554 Apr 08 17:48:26.128596 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd96481-e278-45f9-b0f4-05857c7489de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b821b-ee18-460d-bed1-0aa396636833,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:26.163078 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61909def-aef9-457f-aec5-90a680c75097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d88044-c9f4-4db5-8dfd-05f38bffe949,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:26.323667 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:26.819965 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:28.617271 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:29.654163 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45678) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:29.810190 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9c8200f3-f45b-498a-8e31-6bfaca8a7570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:29.891003 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:29.951618 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9c8200f3-f45b-498a-8e31-6bfaca8a7570 admin admin] Publish callbacks [] for security_group (536b7256-c68b-4363-aa4b-466cf8b7a4df), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:29.957618 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9c8200f3-f45b-498a-8e31-6bfaca8a7570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (536b7256-c68b-4363-aa4b-466cf8b7a4df), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.005515 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-9c8200f3-f45b-498a-8e31-6bfaca8a7570 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f57a193af6ec4062a9887e1989de96ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499229 Apr 08 17:48:30.008321 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8200f3-f45b-498a-8e31-6bfaca8a7570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536b7256-c68b-4363-aa4b-466cf8b7a4df,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:30.009059 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45686) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:30.103556 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9b36677a-d5b1-4ca1-93cb-2bbd7cfc13c0 admin admin] Publish callbacks [] for security_group (536b7256-c68b-4363-aa4b-466cf8b7a4df), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.145896 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9b36677a-d5b1-4ca1-93cb-2bbd7cfc13c0 admin admin] Publish callbacks [] for security_group (536b7256-c68b-4363-aa4b-466cf8b7a4df), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.240684 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9b36677a-d5b1-4ca1-93cb-2bbd7cfc13c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (536b7256-c68b-4363-aa4b-466cf8b7a4df), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.245394 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9b36677a-d5b1-4ca1-93cb-2bbd7cfc13c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.247425 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9b36677a-d5b1-4ca1-93cb-2bbd7cfc13c0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/536b7256-c68b-4363-aa4b-466cf8b7a4df HTTP/1.1" status: 204 len: 168 time: 0.2367125 Apr 08 17:48:30.258729 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36677a-d5b1-4ca1-93cb-2bbd7cfc13c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536b7256-c68b-4363-aa4b-466cf8b7a4df,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:30.703536 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45698) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:30.718904 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c353499a-4237-4f2b-aab9-bfeb0cd0ffa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.857907 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c353499a-4237-4f2b-aab9-bfeb0cd0ffa2 admin admin] Publish callbacks [] for security_group (95ea678e-c31e-4f8c-9d1b-bda0f10eddc4), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.864327 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c353499a-4237-4f2b-aab9-bfeb0cd0ffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (95ea678e-c31e-4f8c-9d1b-bda0f10eddc4), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:30.938603 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c353499a-4237-4f2b-aab9-bfeb0cd0ffa2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f9b1cb653fe94b7994b1e69fcde41000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336206 Apr 08 17:48:30.940165 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353499a-4237-4f2b-aab9-bfeb0cd0ffa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea678e-c31e-4f8c-9d1b-bda0f10eddc4,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:30.943223 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45706) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:31.021584 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790b9e1d-de26-418b-a5cb-04d70b2dfe87 admin admin] Publish callbacks [] for security_group (95ea678e-c31e-4f8c-9d1b-bda0f10eddc4), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:31.056596 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790b9e1d-de26-418b-a5cb-04d70b2dfe87 admin admin] Publish callbacks [] for security_group (95ea678e-c31e-4f8c-9d1b-bda0f10eddc4), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:31.143641 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790b9e1d-de26-418b-a5cb-04d70b2dfe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (95ea678e-c31e-4f8c-9d1b-bda0f10eddc4), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:31.147147 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-790b9e1d-de26-418b-a5cb-04d70b2dfe87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:31.153790 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-790b9e1d-de26-418b-a5cb-04d70b2dfe87 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95ea678e-c31e-4f8c-9d1b-bda0f10eddc4 HTTP/1.1" status: 204 len: 168 time: 0.2038727 Apr 08 17:48:31.168635 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b9e1d-de26-418b-a5cb-04d70b2dfe87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea678e-c31e-4f8c-9d1b-bda0f10eddc4,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:31.397714 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0cee8-9046-4bca-8438-5661976d00fb req-f2474f8d-2d98-4a34-89d5-ec6ce7393934 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.399639 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1ca0cee8-9046-4bca-8438-5661976d00fb req-f2474f8d-2d98-4a34-89d5-ec6ce7393934 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0591931 Apr 08 17:48:31.464041 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb966e-1293-4626-9136-cdb643e867ce req-40f79254-5f28-4d1a-aedf-198e4e57d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.466017 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2eb966e-1293-4626-9136-cdb643e867ce req-40f79254-5f28-4d1a-aedf-198e4e57d78f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1129 time: 0.0800977 Apr 08 17:48:31.468862 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1ca0cee8-9046-4bca-8438-5661976d00fb req-442b19c5-cbf6-48ae-8b5c-66608b59024f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613334 Apr 08 17:48:31.615956 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb966e-1293-4626-9136-cdb643e867ce req-c2e3a620-6a23-4aad-98e6-adc628c51ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.617972 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2eb966e-1293-4626-9136-cdb643e867ce req-c2e3a620-6a23-4aad-98e6-adc628c51ac0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.1449280 Apr 08 17:48:31.675596 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2eb966e-1293-4626-9136-cdb643e867ce req-6a66aaa8-9134-4d13-a814-1e374f2ed6e5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 200 len: 217 time: 0.0473051 Apr 08 17:48:31.740331 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb966e-1293-4626-9136-cdb643e867ce req-56a8c0a6-7d4c-4ab3-afe2-630a32804556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.742135 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2eb966e-1293-4626-9136-cdb643e867ce req-56a8c0a6-7d4c-4ab3-afe2-630a32804556 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0604630 Apr 08 17:48:31.815643 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb966e-1293-4626-9136-cdb643e867ce req-63328264-eaac-4a49-84f2-eef9ae08f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:31.818478 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2eb966e-1293-4626-9136-cdb643e867ce req-63328264-eaac-4a49-84f2-eef9ae08f451 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653005 Apr 08 17:48:31.987418 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2eb966e-1293-4626-9136-cdb643e867ce req-45279bf9-fad8-4b37-a634-51bf1d005f80 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584563 Apr 08 17:48:32.155592 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a2eb966e-1293-4626-9136-cdb643e867ce req-dcee5b05-ded7-4851-b850-18b1bcc7ce53 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599677 Apr 08 17:48:32.688414 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fb188-ec09-42ba-af18-e752e5f93b90 req-8e7ec98e-3578-4982-921c-bf2f0cad7b49 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:32.694111 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c93fb188-ec09-42ba-af18-e752e5f93b90 req-8e7ec98e-3578-4982-921c-bf2f0cad7b49 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0940838 Apr 08 17:48:32.781451 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c93fb188-ec09-42ba-af18-e752e5f93b90 req-af99e866-fc3d-4135-b9fb-02609de546ef tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778084 Apr 08 17:48:32.846089 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-f434d189-fa3d-4656-ba1d-4e93dbe91fd4 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3ebc64e2716b488ebe68e5ab006078e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485661 Apr 08 17:48:33.424957 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-6e212da6-733a-45ac-82eb-d7c9f3ba5a2c tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:33.427827 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-6e212da6-733a-45ac-82eb-d7c9f3ba5a2c tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5716832 Apr 08 17:48:33.454051 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-59a4e515-b827-408d-b6bf-19502ed3cca1 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/quotas/3ebc64e2716b488ebe68e5ab006078e8 HTTP/1.1" status: 200 len: 375 time: 0.0185285 Apr 08 17:48:33.508841 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-f2c4564b-cc92-4381-8e2a-5620dbbdcc37 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=3ebc64e2716b488ebe68e5ab006078e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452714 Apr 08 17:48:33.826766 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-78b16402-09a2-422b-8665-e3392aa372ed req-423eb533-fbb3-454f-9bc5-d66f387c2c4d tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 210 time: 0.0656755 Apr 08 17:48:34.072490 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23af9b8-7914-4e13-ab18-c5c1bdeebc1a req-00b36bee-9cd0-4319-b23c-cacb0f8c6652 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:34.075239 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e23af9b8-7914-4e13-ab18-c5c1bdeebc1a req-00b36bee-9cd0-4319-b23c-cacb0f8c6652 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.1169546 Apr 08 17:48:34.176204 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e23af9b8-7914-4e13-ab18-c5c1bdeebc1a req-84954a9d-d4f4-4aca-b1ba-c3b4ca557e8e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925732 Apr 08 17:48:34.496573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45850) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:34.661204 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a862-432d-4212-bed5-122f3aaac85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:34.809906 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a862-432d-4212-bed5-122f3aaac85c admin admin] Publish callbacks [] for security_group (929d7121-77e9-48cf-9a07-1a9618d494db), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:34.815882 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bcf5a862-432d-4212-bed5-122f3aaac85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (929d7121-77e9-48cf-9a07-1a9618d494db), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:34.865802 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-bcf5a862-432d-4212-bed5-122f3aaac85c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6615fa5069b54c0d9de5491d4b6983e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677943 Apr 08 17:48:34.866736 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5a862-432d-4212-bed5-122f3aaac85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929d7121-77e9-48cf-9a07-1a9618d494db,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:34.869122 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 45866) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:34.951627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-84d43efb-05b2-4416-87fc-30f6c6eb5ef3 admin admin] Publish callbacks [] for security_group (929d7121-77e9-48cf-9a07-1a9618d494db), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.005429 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-84d43efb-05b2-4416-87fc-30f6c6eb5ef3 admin admin] Publish callbacks [] for security_group (929d7121-77e9-48cf-9a07-1a9618d494db), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.009039 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1b9bfead-c836-4c6c-9b2f-d6cf1b264010 req-7d04d11d-f599-4240-8b2c-a81b438f6326 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 210 time: 0.0418241 Apr 08 17:48:35.078957 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-84d43efb-05b2-4416-87fc-30f6c6eb5ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (929d7121-77e9-48cf-9a07-1a9618d494db), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.082095 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-84d43efb-05b2-4416-87fc-30f6c6eb5ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.083431 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-84d43efb-05b2-4416-87fc-30f6c6eb5ef3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/929d7121-77e9-48cf-9a07-1a9618d494db HTTP/1.1" status: 204 len: 168 time: 0.2129972 Apr 08 17:48:35.102785 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d43efb-05b2-4416-87fc-30f6c6eb5ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929d7121-77e9-48cf-9a07-1a9618d494db,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:35.376271 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39fe1d-83e3-4fc2-ace2-71951308ddaf req-704b1770-7ec3-4060-941d-a7bfca42782a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:35.380418 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fd39fe1d-83e3-4fc2-ace2-71951308ddaf req-704b1770-7ec3-4060-941d-a7bfca42782a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.1026049 Apr 08 17:48:35.463066 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fd39fe1d-83e3-4fc2-ace2-71951308ddaf req-5c0ad180-af59-461c-8fed-c7d3e78f6a00 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766923 Apr 08 17:48:35.537052 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45888) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:35.551789 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-df753ace-8987-419c-bc4e-23da632ca4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.702228 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-df753ace-8987-419c-bc4e-23da632ca4fb admin admin] Publish callbacks [] for security_group (6d083bac-4053-44f4-b21b-5aa6f7acd242), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.708896 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-df753ace-8987-419c-bc4e-23da632ca4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6d083bac-4053-44f4-b21b-5aa6f7acd242), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.791291 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df753ace-8987-419c-bc4e-23da632ca4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d083bac-4053-44f4-b21b-5aa6f7acd242,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:35.797499 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-df753ace-8987-419c-bc4e-23da632ca4fb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd7acb66a93c409397e43155e2f1452b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593541 Apr 08 17:48:35.802944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45902) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:35.904193 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e8b300ad-8ecd-40e5-aebb-e40c76e01eb4 admin admin] Publish callbacks [] for security_group (6d083bac-4053-44f4-b21b-5aa6f7acd242), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:35.909277 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-3147977e-d924-4c9a-bcb8-39bbe9b6e896 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=3ebc64e2716b488ebe68e5ab006078e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1246212 Apr 08 17:48:35.969210 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e8b300ad-8ecd-40e5-aebb-e40c76e01eb4 admin admin] Publish callbacks [] for security_group (6d083bac-4053-44f4-b21b-5aa6f7acd242), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.075106 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e8b300ad-8ecd-40e5-aebb-e40c76e01eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6d083bac-4053-44f4-b21b-5aa6f7acd242), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.080952 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e8b300ad-8ecd-40e5-aebb-e40c76e01eb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.100476 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e8b300ad-8ecd-40e5-aebb-e40c76e01eb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6d083bac-4053-44f4-b21b-5aa6f7acd242 HTTP/1.1" status: 204 len: 168 time: 0.2784841 Apr 08 17:48:36.154436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b300ad-8ecd-40e5-aebb-e40c76e01eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d083bac-4053-44f4-b21b-5aa6f7acd242,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:36.308860 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-27ea1797-cd57-47a4-a26f-7dd333628713 req-10dc32b1-7602-4da5-942b-54d68f64793b tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 210 time: 0.0935054 Apr 08 17:48:36.402658 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-de63ea4b-faca-4c8d-ae92-9f01a0207377 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:36.404810 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-de63ea4b-faca-4c8d-ae92-9f01a0207377 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4896216 Apr 08 17:48:36.488574 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Request body: {'port': {'device_id': '40b25904-304c-4f57-a42a-91cc973ab813', 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da', 'admin_state_up': True, 'tenant_id': '3ebc64e2716b488ebe68e5ab006078e8'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:36.556382 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45930) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:36.668815 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476f800-b424-416f-b7d6-96b18415d451 req-0e8568cd-53d0-4b75-a083-633625c53ab0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:36.671049 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Made reservation on behalf of 3ebc64e2716b488ebe68e5ab006078e8 for: {'port': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:36.671216 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1476f800-b424-416f-b7d6-96b18415d451 req-0e8568cd-53d0-4b75-a083-633625c53ab0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0893190 Apr 08 17:48:36.675241 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.686950 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.758091 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1476f800-b424-416f-b7d6-96b18415d451 req-3af1c029-3b43-4c67-9c2d-c97e26bb2fe5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808535 Apr 08 17:48:36.798628 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-da5b0196-72f7-4938-8d8f-678c6c8476c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.829327 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks [] for security_group (85e24f9b-8961-4eab-b93b-7e03b028a1d1), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.835918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (85e24f9b-8961-4eab-b93b-7e03b028a1d1), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.903596 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-da5b0196-72f7-4938-8d8f-678c6c8476c7 admin admin] Publish callbacks [] for security_group (f6f193d7-3f1f-4344-b4d7-e9234b3ea289), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.910979 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-da5b0196-72f7-4938-8d8f-678c6c8476c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (f6f193d7-3f1f-4344-b4d7-e9234b3ea289), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:36.916077 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85e24f9b-8961-4eab-b93b-7e03b028a1d1,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:36.976497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-da5b0196-72f7-4938-8d8f-678c6c8476c7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=72ccaf17f7f946c0b60ae225a2cb54b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4189241 Apr 08 17:48:36.980276 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45944) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:36.996411 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b0196-72f7-4938-8d8f-678c6c8476c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f193d7-3f1f-4344-b4d7-e9234b3ea289,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:37.038864 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Allocated IP 192.168.233.178 (19fb57d5-bb61-455c-b987-aa769b3ae9da/49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3/63f1b0a3-eb15-4465-8e7e-c86da5a584bc) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:37.049532 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bb147f70-cd6f-4887-818d-cb4341aa31ed admin admin] Publish callbacks [] for security_group (f6f193d7-3f1f-4344-b4d7-e9234b3ea289), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.090514 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bb147f70-cd6f-4887-818d-cb4341aa31ed admin admin] Publish callbacks [] for security_group (f6f193d7-3f1f-4344-b4d7-e9234b3ea289), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.213801 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bb147f70-cd6f-4887-818d-cb4341aa31ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (f6f193d7-3f1f-4344-b4d7-e9234b3ea289), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.220725 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bb147f70-cd6f-4887-818d-cb4341aa31ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.224918 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-bb147f70-cd6f-4887-818d-cb4341aa31ed admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f6f193d7-3f1f-4344-b4d7-e9234b3ea289 HTTP/1.1" status: 204 len: 168 time: 0.2412989 Apr 08 17:48:37.248659 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb147f70-cd6f-4887-818d-cb4341aa31ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f193d7-3f1f-4344-b4d7-e9234b3ea289,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:37.356831 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45966) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:37.385019 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks [] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.450250 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] Deleting subnet 0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:48:37.454776 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] Publish callbacks [] for subnet (0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.510992 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] Publish callbacks [] for subnet (0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.524333 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.650435 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for subnet (0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.690516 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:37.700387 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.707581 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-642d8e10-1747-4eae-b22a-4c22a0794ff9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0e7e7df1-98ad-4d26-8b4c-bddc3bf35e0f HTTP/1.1" status: 204 len: 168 time: 0.3475046 Apr 08 17:48:37.708091 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 45974) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:37.808173 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e7d6c97d-a451-4495-8045-d8363944b85e req-65f939c7-a7c9-455c-a769-f316906a75d8 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 210 time: 0.3827088 Apr 08 17:48:37.820010 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.926701 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Pushing event updated for resources: {'Port': ['ID=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:37.934774 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Network 19fb57d5-bb61-455c-b987-aa769b3ae9da is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:37.935421 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (66d47802-945f-48d1-88c8-01ed2c66ca42), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:37.937097 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:37.940988 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:38.024506 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:38.027118 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.066177 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-d907f917-bc97-413c-98d7-2b4e86da5843 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5827639 Apr 08 17:48:38.089033 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Request body: {'port': {'device_id': '40b25904-304c-4f57-a42a-91cc973ab813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:38.094615 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66656236-4cd4-4231-bc5f-df38ea345503 req-4136f90e-802a-4a00-a738-23f814648787 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:38.107239 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-66656236-4cd4-4231-bc5f-df38ea345503 req-4136f90e-802a-4a00-a738-23f814648787 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.1552832 Apr 08 17:48:38.272327 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.277476 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (66d47802-945f-48d1-88c8-01ed2c66ca42), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.336269 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.336709 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.337784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.338137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.338570 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.338909 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.339247 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.339678 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.340013 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.340605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.373626 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-1b4f5bed-c5d2-461d-98a7-143de9b20b29 None None] Provisioning complete for port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:38.375445 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5bed-c5d2-461d-98a7-143de9b20b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.430694 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.431016 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.431464 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.431715 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 08 17:48:38.432132 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d47802-945f-48d1-88c8-01ed2c66ca42']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:38.441206 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-66656236-4cd4-4231-bc5f-df38ea345503 req-43573cd3-10f3-452f-a353-d38b27ad044f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212450 Apr 08 17:48:38.461889 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9417ce-387c-4b65-bc4c-e56942ea882b') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:38.462268 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9417ce-387c-4b65-bc4c-e56942ea882b') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:38.477938 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f5bed-c5d2-461d-98a7-143de9b20b29 None None] Port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:48:38.487981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (3b9417ce-387c-4b65-bc4c-e56942ea882b), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.529948 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (3b9417ce-387c-4b65-bc4c-e56942ea882b), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.551465 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:48:38.552190 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (3b9417ce-387c-4b65-bc4c-e56942ea882b), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: from cryptography.utils import int_from_bytes Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: from cryptography.utils import int_from_bytes Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:48:38.559637 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:48:38.717413 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f1b0a3-eb15-4465-8e7e-c86da5a584bc {{(pid=110163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:38.718685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (66d47802-945f-48d1-88c8-01ed2c66ca42), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.742311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Publish callbacks [] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.762092 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d47802-945f-48d1-88c8-01ed2c66ca42,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:38.762653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.770202 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b8433a8b-f529-43c9-8f72-2645b67c23f9 admin admin] 10.222.0.78 "DELETE /v2.0/networks/66d47802-945f-48d1-88c8-01ed2c66ca42 HTTP/1.1" status: 204 len: 168 time: 1.0600421 Apr 08 17:48:38.776423 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.provisioning_blocks [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Transition to ACTIVE for port object 63f1b0a3-eb15-4465-8e7e-c86da5a584bc will not be triggered until provisioned by entity L2. {{(pid=110163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:48:38.777793 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46008) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:38.794982 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:38.955017 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] Deleting subnet 3665ac6e-8262-47b5-82f9-60be6a29d3f0 {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:48:39.006199 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] Publish callbacks [] for subnet (3665ac6e-8262-47b5-82f9-60be6a29d3f0), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.058615 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Pushing event updated for resources: {'Port': ['ID=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:39.073238 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46020) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:39.283473 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (3665ac6e-8262-47b5-82f9-60be6a29d3f0), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.318066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-539185327-network', 'tenant_id': '5e589743ce924381ada74634b4195303'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:39.324621 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Attempting to bind port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:39.325171 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Attempting to bind port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:39.325803 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Attempting to bind port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc on network 19fb57d5-bb61-455c-b987-aa769b3ae9da {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:39.352789 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43f82f-f417-4b21-b5bf-7fa66106ac73 req-a2787a6f-b687-46b7-80ab-2e01799d2238 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:39.355963 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d43f82f-f417-4b21-b5bf-7fa66106ac73 req-a2787a6f-b687-46b7-80ab-2e01799d2238 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 948 time: 0.2263601 Apr 08 17:48:39.366287 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc on network 19fb57d5-bb61-455c-b987-aa769b3ae9da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:48:39.366842 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Attempting to bind port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc on network 19fb57d5-bb61-455c-b987-aa769b3ae9da {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:39.378094 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Made reservation on behalf of 5e589743ce924381ada74634b4195303 for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:39.382014 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.395554 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:39.395896 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Checking segment: {'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:39.396403 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Bound using segment: {'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:39.396881 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Bound port: 63f1b0a3-eb15-4465-8e7e-c86da5a584bc, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01afb65d-4401-4236-bca1-b121ced3e5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da'}}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:39.397248 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.398125 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.421432 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (3665ac6e-8262-47b5-82f9-60be6a29d3f0), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.551580 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks [] for security_group (eccc5757-e602-4104-9fad-bff448f2155e), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.560308 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (eccc5757-e602-4104-9fad-bff448f2155e), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.607898 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:48:39.663414 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d43f82f-f417-4b21-b5bf-7fa66106ac73 req-14af5ad5-99d4-4901-98c4-92de937121ac tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895441 Apr 08 17:48:39.696694 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] For port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc, host hv-cinder-83716, cleared binding levels {{(pid=110163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:39.701859 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] For port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,segment=NetworkSegment(01afb65d-4401-4236-bca1-b121ced3e5a2),segment_id=01afb65d-4401-4236-bca1-b121ced3e5a2)] {{(pid=110163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:39.705400 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (3665ac6e-8262-47b5-82f9-60be6a29d3f0), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.744776 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (ace012c0-2799-4c64-8847-a483a05a5306), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.745737 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.745901 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Added segment ace012c0-2799-4c64-8847-a483a05a5306 of type vlan for network c1154c8a-a417-4d3c-8083-b50aff8d7e41 Apr 08 17:48:39.757183 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.760878 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/3665ac6e-8262-47b5-82f9-60be6a29d3f0 HTTP/1.1" status: 204 len: 168 time: 0.9807198 Apr 08 17:48:39.762062 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8b900-30b2-4ea7-bb84-c41b2c77bd6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3665ac6e-8262-47b5-82f9-60be6a29d3f0,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:39.788336 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46044) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:39.818392 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:39.819380 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.820685 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] 10.222.0.73 "PUT /v2.0/ports/63f1b0a3-eb15-4465-8e7e-c86da5a584bc HTTP/1.1" status: 200 len: 1098 time: 1.7391167 Apr 08 17:48:39.841885 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b25904-304c-4f57-a42a-91cc973ab813', 'tag': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:39.849961 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "40b25904-304c-4f57-a42a-91cc973ab813", "tag": "63f1b0a3-eb15-4465-8e7e-c86da5a584bc"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:39.910811 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3c1e-5435-4b70-a212-d610ba9e54fd service neutron] Pushing event updated for resources: {'Port': ['ID=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,revision_number=3']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:39.963062 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153e773-085f-4305-a933-b7c48d85cec4 req-e0345fd6-1d0c-4085-8e75-5e424fd6342c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:39.966875 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f153e773-085f-4305-a933-b7c48d85cec4 req-e0345fd6-1d0c-4085-8e75-5e424fd6342c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.3702083 Apr 08 17:48:39.971466 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (c1154c8a-a417-4d3c-8083-b50aff8d7e41), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:39.976247 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccc5757-e602-4104-9fad-bff448f2155e,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:40.037944 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e75f403-d3b2-4e8c-87e9-36253864d127 x-openstack-request-id: req-2e75f403-d3b2-4e8c-87e9-36253864d127 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:40.040301 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b25904-304c-4f57-a42a-91cc973ab813", "tag": "63f1b0a3-eb15-4465-8e7e-c86da5a584bc", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:40.041287 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e75f403-d3b2-4e8c-87e9-36253864d127 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:40.042235 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e75f403-d3b2-4e8c-87e9-36253864d127'] response: {'name': 'network-changed', 'server_uuid': '40b25904-304c-4f57-a42a-91cc973ab813', 'tag': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc', 'status': 'completed', 'code': 200} Apr 08 17:48:40.084713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (c1154c8a-a417-4d3c-8083-b50aff8d7e41), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.086150 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:40.087051 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.114664 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f153e773-085f-4305-a933-b7c48d85cec4 req-accee749-fa99-4582-9227-28978dd2b23b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276996 Apr 08 17:48:40.133887 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-af48477b-cf66-47ef-b826-c08e66ef4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:40.135851 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-af48477b-cf66-47ef-b826-c08e66ef4f8a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ebc64e2716b488ebe68e5ab006078e8&device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 1132 time: 0.2089291 Apr 08 17:48:40.139601 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (d9faf6c3-6d7b-4dbb-9e9a-d489442e2075), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.217142 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1423719 Apr 08 17:48:40.218404 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46062) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:40.220892 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-c4c6a3b3-9a90-4419-b477-634cac20933b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=63f1b0a3-eb15-4465-8e7e-c86da5a584bc HTTP/1.1" status: 200 len: 217 time: 0.0691352 Apr 08 17:48:40.231147 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Request body: {'subnet': {'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-539185327-subnet', 'tenant_id': '5e589743ce924381ada74634b4195303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:40.325117 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954b987-5bd2-4f64-a7d6-d8a471bbb30a admin admin] Pushing event updated for resources: {'Network': ['ID=c1154c8a-a417-4d3c-8083-b50aff8d7e41,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:40.344416 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network c1154c8a-a417-4d3c-8083-b50aff8d7e41 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:48:40.346819 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Made reservation on behalf of 5e589743ce924381ada74634b4195303 for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:40.350665 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286433'] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.368523 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-3009e08a-b440-45da-9cf3-cb02b846b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:40.371371 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-3009e08a-b440-45da-9cf3-cb02b846b748 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3 HTTP/1.1" status: 200 len: 843 time: 0.1417086 Apr 08 17:48:40.486614 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (d9faf6c3-6d7b-4dbb-9e9a-d489442e2075), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.537252 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-6581ac83-b478-47ed-a25a-3c1478274625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:40.540484 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-6581ac83-b478-47ed-a25a-3c1478274625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19fb57d5-bb61-455c-b987-aa769b3ae9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1140702 Apr 08 17:48:40.543608 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9faf6c3-6d7b-4dbb-9e9a-d489442e2075']}} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:40.579767 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8ff4e0-8e91-44af-a160-4a001c5018f1') {'for_net_delete': True} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:40.580367 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8ff4e0-8e91-44af-a160-4a001c5018f1') {} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:48:40.627722 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766314'] for segment (9d8ff4e0-8e91-44af-a160-4a001c5018f1), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.694932 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4091217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286479'] for subnet (62fb8256-abbb-4a02-aafa-741049c87713), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.711453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (9d8ff4e0-8e91-44af-a160-4a001c5018f1), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.730281 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=110163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:48:40.730946 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9378993'] for segment (9d8ff4e0-8e91-44af-a160-4a001c5018f1), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: Traceback (most recent call last): Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: timer() Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: cb(*args, **kw) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: return func(*args, **kwargs) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: self._notify() Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: self.callback(batched_events) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: event.method(event) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: return f(self, *a, **k) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._get(url).json() Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: return self.request(url, 'GET', **kwargs) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:48:40.734185 dv-cinder-837165-1-iscsi neutron-server[110163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:48:40.780901 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fb8256-abbb-4a02-aafa-741049c87713,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:40.842983 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Checking segment: {'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:40.843937 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Network hostable DHCP agents. Network: c1154c8a-a417-4d3c-8083-b50aff8d7e41, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:48:40.874304 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-ae86a19d-f1d9-4c14-80a0-e5493c7cf379 service neutron] 10.222.0.73 "GET /v2.0/networks/19fb57d5-bb61-455c-b987-aa769b3ae9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138719 Apr 08 17:48:40.885008 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Network c1154c8a-a417-4d3c-8083-b50aff8d7e41 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:48:40.899159 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, c1154c8a-a417-4d3c-8083-b50aff8d7e41) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:40.909900 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:40.912227 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:40.919580 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ab5b9-b385-49b6-80e9-897fd308695e None None] Network c1154c8a-a417-4d3c-8083-b50aff8d7e41 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:40.971691 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-75aa6ab6-c346-4d04-8654-e57b2a18e7cd admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7351680 Apr 08 17:48:40.971971 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (d9faf6c3-6d7b-4dbb-9e9a-d489442e2075), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:41.001168 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:41.011652 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] 10.222.0.78 "DELETE /v2.0/networks/d9faf6c3-6d7b-4dbb-9e9a-d489442e2075 HTTP/1.1" status: 204 len: 168 time: 1.2182951 Apr 08 17:48:41.028072 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06768-31d0-477d-bb44-e3db381bf3b3 req-cb778f11-ec55-42c2-83e9-eb46a76dff1a tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:41.040976 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eac06768-31d0-477d-bb44-e3db381bf3b3 req-cb778f11-ec55-42c2-83e9-eb46a76dff1a tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 948 time: 0.2123659 Apr 08 17:48:41.178737 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eac06768-31d0-477d-bb44-e3db381bf3b3 req-7ea82b7b-90f3-4cff-97ed-d574f597cfdc tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367104 Apr 08 17:48:41.185580 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d6654-21cb-4131-8e29-87169394d4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d9faf6c3-6d7b-4dbb-9e9a-d489442e2075,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:41.268176 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2c8d69-aec8-45cc-93f7-6f27a114317d None None] Network c1154c8a-a417-4d3c-8083-b50aff8d7e41 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:48:41.284005 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b25a8e6-3c8b-48f7-8211-49be2b4fbf8c req-057dae1f-4183-4f10-bd6a-609cdc19a845 service neutron] 10.222.0.73 "GET /v2.0/networks/19fb57d5-bb61-455c-b987-aa769b3ae9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771660 Apr 08 17:48:41.348765 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46118) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:41.384086 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e8538-a44e-4407-87cf-ad40b0e14b91 req-e8000374-4c7c-44ab-8346-a4ee33b57373 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:41.387676 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e32e8538-a44e-4407-87cf-ad40b0e14b91 req-e8000374-4c7c-44ab-8346-a4ee33b57373 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0995128 Apr 08 17:48:41.429447 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c71014cf-7d4a-47ad-a0d8-765c08eaa0f8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fc17bc3a2b454506ad00a25be04276c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790865 Apr 08 17:48:41.433449 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46124) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:41.518245 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e32e8538-a44e-4407-87cf-ad40b0e14b91 req-673e68e1-e652-469e-b95d-8359bfa512e3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218786 Apr 08 17:48:41.567686 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-232228a9-2d7d-4d52-8eeb-1f5daaba0515 admin admin] Publish callbacks [] for security_group (4c342821-db63-4a78-ba3a-a65a4612182b), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:41.611829 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-232228a9-2d7d-4d52-8eeb-1f5daaba0515 admin admin] Publish callbacks [] for security_group (4c342821-db63-4a78-ba3a-a65a4612182b), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:41.700949 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-232228a9-2d7d-4d52-8eeb-1f5daaba0515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (4c342821-db63-4a78-ba3a-a65a4612182b), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:41.706773 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-232228a9-2d7d-4d52-8eeb-1f5daaba0515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:41.709353 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-232228a9-2d7d-4d52-8eeb-1f5daaba0515 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4c342821-db63-4a78-ba3a-a65a4612182b HTTP/1.1" status: 204 len: 168 time: 0.2724705 Apr 08 17:48:41.723648 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232228a9-2d7d-4d52-8eeb-1f5daaba0515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c342821-db63-4a78-ba3a-a65a4612182b,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:42.082400 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46136) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:42.275921 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d0cb95c7-59fd-4319-a4b8-28735c6c39fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.305379 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46146) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:42.367814 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-fb7a63d7-5e76-436f-9e50-51518aee411d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=06ef46b6734247b59d39f1fa7c8c4b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610571 Apr 08 17:48:42.370302 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46148) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:42.371531 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b2eb0-a657-414b-acba-68f5c7e6f668 req-199d4521-a5f2-4c63-b4b2-4e218eb4b355 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:42.373168 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e2b2eb0-a657-414b-acba-68f5c7e6f668 req-199d4521-a5f2-4c63-b4b2-4e218eb4b355 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 948 time: 0.0889215 Apr 08 17:48:42.460492 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e2b2eb0-a657-414b-acba-68f5c7e6f668 req-f0ec0576-9292-4a38-89ab-6c2c3664c165 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802195 Apr 08 17:48:42.462415 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d0cb95c7-59fd-4319-a4b8-28735c6c39fd admin admin] Publish callbacks [] for security_group (ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.469132 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d0cb95c7-59fd-4319-a4b8-28735c6c39fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.480403 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c32df04a-d8e1-4a69-9c55-b996b6cbe245 admin admin] Publish callbacks [] for security_group (131a5342-d71b-47a7-aa13-b32fff409ecd), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.513337 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c32df04a-d8e1-4a69-9c55-b996b6cbe245 admin admin] Publish callbacks [] for security_group (131a5342-d71b-47a7-aa13-b32fff409ecd), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.517926 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d0cb95c7-59fd-4319-a4b8-28735c6c39fd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2874b74de9ef4af385ab4f106f954215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342771 Apr 08 17:48:42.519082 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb95c7-59fd-4319-a4b8-28735c6c39fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:42.521661 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46150) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:42.592903 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8333844a-8fc5-4592-b49d-54dffca708cf admin admin] Publish callbacks [] for security_group (ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.593834 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c32df04a-d8e1-4a69-9c55-b996b6cbe245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (131a5342-d71b-47a7-aa13-b32fff409ecd), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.599680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c32df04a-d8e1-4a69-9c55-b996b6cbe245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.604296 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c32df04a-d8e1-4a69-9c55-b996b6cbe245 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/131a5342-d71b-47a7-aa13-b32fff409ecd HTTP/1.1" status: 204 len: 168 time: 0.2300527 Apr 08 17:48:42.620172 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32df04a-d8e1-4a69-9c55-b996b6cbe245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a5342-d71b-47a7-aa13-b32fff409ecd,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:42.629575 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8333844a-8fc5-4592-b49d-54dffca708cf admin admin] Publish callbacks [] for security_group (ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.714687 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8333844a-8fc5-4592-b49d-54dffca708cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.719457 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8333844a-8fc5-4592-b49d-54dffca708cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:42.721969 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8333844a-8fc5-4592-b49d-54dffca708cf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8 HTTP/1.1" status: 204 len: 168 time: 0.1990836 Apr 08 17:48:42.727961 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a9b18-f153-430c-bb03-9cd0b7bf0cc4 req-26b4730e-13ad-4641-90d0-8328b5493783 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:42.729854 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-738a9b18-f153-430c-bb03-9cd0b7bf0cc4 req-26b4730e-13ad-4641-90d0-8328b5493783 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0752456 Apr 08 17:48:42.738577 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333844a-8fc5-4592-b49d-54dffca708cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca84b40c-66cf-4f07-b2e4-c5625dcc7ab8,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:42.826645 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-738a9b18-f153-430c-bb03-9cd0b7bf0cc4 req-36adf61d-8bc5-4431-9140-cfa0b6e3a7bb tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843689 Apr 08 17:48:43.424880 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46174) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:43.447405 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b456a999-9a2a-4efa-9494-e57356a7400e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.634808 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b456a999-9a2a-4efa-9494-e57356a7400e admin admin] Publish callbacks [] for security_group (261cc8ea-6c2e-4cbd-9d6c-7611d62ede60), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.641557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b456a999-9a2a-4efa-9494-e57356a7400e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (261cc8ea-6c2e-4cbd-9d6c-7611d62ede60), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.704871 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affbb7a-63c9-414e-b293-bb5d7b382c2f req-e98f8ccf-4fa2-467a-8752-e9c8d5a190fe tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:43.707947 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6affbb7a-63c9-414e-b293-bb5d7b382c2f req-e98f8ccf-4fa2-467a-8752-e9c8d5a190fe tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 948 time: 0.1285543 Apr 08 17:48:43.729045 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b456a999-9a2a-4efa-9494-e57356a7400e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=473edaf2ef3443a8a4b12c36e3d73860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018403 Apr 08 17:48:43.740125 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46194) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:43.747767 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a999-9a2a-4efa-9494-e57356a7400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261cc8ea-6c2e-4cbd-9d6c-7611d62ede60,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:43.814725 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6affbb7a-63c9-414e-b293-bb5d7b382c2f req-2e574d03-d094-4ef2-a62a-9c4ffb14ae6b tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003335 Apr 08 17:48:43.843056 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e6c7-f338-410f-b94d-4a6ff8928c53 admin admin] Publish callbacks [] for security_group (261cc8ea-6c2e-4cbd-9d6c-7611d62ede60), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.884756 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e6c7-f338-410f-b94d-4a6ff8928c53 admin admin] Publish callbacks [] for security_group (261cc8ea-6c2e-4cbd-9d6c-7611d62ede60), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.935262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579bef6-a59f-425b-ac62-551012a5573a req-9e653667-a54e-46c7-af5e-154722e84e79 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:43.938084 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-9e653667-a54e-46c7-af5e-154722e84e79 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/networks?id=c1154c8a-a417-4d3c-8083-b50aff8d7e41 HTTP/1.1" status: 200 len: 808 time: 0.2184644 Apr 08 17:48:43.966857 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-410a75c1-230b-494f-81cd-d42e25e824df tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/quotas/5e589743ce924381ada74634b4195303 HTTP/1.1" status: 200 len: 375 time: 0.0208466 Apr 08 17:48:43.989860 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e6c7-f338-410f-b94d-4a6ff8928c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (261cc8ea-6c2e-4cbd-9d6c-7611d62ede60), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.994867 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e6c7-f338-410f-b94d-4a6ff8928c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:43.997157 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1ed4e6c7-f338-410f-b94d-4a6ff8928c53 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/261cc8ea-6c2e-4cbd-9d6c-7611d62ede60 HTTP/1.1" status: 204 len: 168 time: 0.2552128 Apr 08 17:48:44.017217 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-fd06dfce-2f19-4a20-a3fc-d2fa51d4b460 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e589743ce924381ada74634b4195303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408583 Apr 08 17:48:44.055010 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4e6c7-f338-410f-b94d-4a6ff8928c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261cc8ea-6c2e-4cbd-9d6c-7611d62ede60,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:44.083315 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215227e9-6186-405f-9ef2-24f177c035c0 req-4a9bc7b1-2eab-4a20-84cf-0d1ba5fc5b95 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:44.086586 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-215227e9-6186-405f-9ef2-24f177c035c0 req-4a9bc7b1-2eab-4a20-84cf-0d1ba5fc5b95 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.1204612 Apr 08 17:48:44.192915 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-215227e9-6186-405f-9ef2-24f177c035c0 req-30187ee7-3bf1-41a7-90c6-86bf52fd9e42 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947306 Apr 08 17:48:44.218520 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-cd7fa951-27ab-41c7-996a-2ee0a9e058e2 service neutron] 10.222.0.78 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933208 Apr 08 17:48:44.440783 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-46316026-b456-4326-bada-876276240295 service neutron] 10.222.0.78 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085071 Apr 08 17:48:44.537643 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-6acedacc-00c9-46e3-9c7e-39e4700b5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:44.542720 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-6acedacc-00c9-46e3-9c7e-39e4700b5f69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3ebc64e2716b488ebe68e5ab006078e8&device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 1132 time: 0.1050587 Apr 08 17:48:44.843550 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-aaae7d22-9dc7-4474-b19f-dd0d50e84f70 req-6b88cb1a-bcf6-480b-bf12-56dc7b1349bf tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0911093 Apr 08 17:48:44.855190 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-7cbe3334-8d41-4688-8a27-9a30b4a80390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:44.859200 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-7cbe3334-8d41-4688-8a27-9a30b4a80390 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19fb57d5-bb61-455c-b987-aa769b3ae9da HTTP/1.1" status: 200 len: 870 time: 0.2572699 Apr 08 17:48:44.972778 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-21de3868-dc5b-44f2-97e4-47720c05a41a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=63f1b0a3-eb15-4465-8e7e-c86da5a584bc HTTP/1.1" status: 200 len: 217 time: 0.0968108 Apr 08 17:48:45.043126 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 63f1b0a3-eb15-4465-8e7e-c86da5a584bc details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:48:45.123606 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-75ae0b59-2a04-49da-b2c7-8958ebde16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:45.130115 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-75ae0b59-2a04-49da-b2c7-8958ebde16a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3 HTTP/1.1" status: 200 len: 843 time: 0.1511152 Apr 08 17:48:45.153576 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6ec5-a65e-4863-a94f-8fcb6b734dee req-0777e651-8f8d-4cbd-ad34-66924f35741e tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:45.178908 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9ccd6ec5-a65e-4863-a94f-8fcb6b734dee req-0777e651-8f8d-4cbd-ad34-66924f35741e tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 948 time: 0.1939800 Apr 08 17:48:45.323241 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-26acc7cb-9338-4e85-a743-ee23cdefb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:45.327192 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-26acc7cb-9338-4e85-a743-ee23cdefb4dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19fb57d5-bb61-455c-b987-aa769b3ae9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1893716 Apr 08 17:48:45.393455 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9ccd6ec5-a65e-4863-a94f-8fcb6b734dee req-a285ba38-f103-41ed-bfa4-b0ed72aefce4 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123444 Apr 08 17:48:45.443570 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,segment=NetworkSegment(01afb65d-4401-4236-bca1-b121ced3e5a2),segment_id=01afb65d-4401-4236-bca1-b121ced3e5a2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:45.488584 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc', 'network_id': '19fb57d5-bb61-455c-b987-aa769b3ae9da', 'port_id': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc', 'mac_address': 'fa:16:3e:80:91:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c2f66a-acc4-4ee1-a2a1-1f7fba159ca3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:48:45.500932 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c28e51-dfc0-4297-ba0c-23da401c3091 req-cc118868-c68c-4d6d-be2f-fd79263f6156 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:45.511201 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-76c28e51-dfc0-4297-ba0c-23da401c3091 req-cc118868-c68c-4d6d-be2f-fd79263f6156 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.1203187 Apr 08 17:48:45.634254 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-76c28e51-dfc0-4297-ba0c-23da401c3091 req-66c50882-c22c-47f9-b52c-0a0e4ad02c7d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218929 Apr 08 17:48:45.643642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:45.644137 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.666288 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f1b0a3-eb15-4465-8e7e-c86da5a584bc {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:45.706952 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,segment=NetworkSegment(01afb65d-4401-4236-bca1-b121ced3e5a2),segment_id=01afb65d-4401-4236-bca1-b121ced3e5a2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:45.713694 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:45.801127 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:46.002857 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-aca158c0-ca64-4dc8-a576-102b720d150b req-3f5d6ae6-2687-47a2-b198-ff20f96075d2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0408363 Apr 08 17:48:46.354812 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['63f1b0a3-eb15-4465-8e7e-c86da5a584bc'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:48:46.581037 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245b803-8656-4d2d-99a8-6a8c3c880082 req-5dc9515e-3ec0-4ebe-bc83-40d1ff7db851 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:46.583901 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e245b803-8656-4d2d-99a8-6a8c3c880082 req-5dc9515e-3ec0-4ebe-bc83-40d1ff7db851 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 949 time: 0.0923400 Apr 08 17:48:46.655848 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e245b803-8656-4d2d-99a8-6a8c3c880082 req-c9c8780d-ff41-40fd-b649-d886399c3151 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Apr 08 17:48:46.837449 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd173c7-b6d1-42c2-9e69-5e089fc3040a req-58649246-7988-4da3-87fa-f11381b08b2b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:46.840172 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7bd173c7-b6d1-42c2-9e69-5e089fc3040a req-58649246-7988-4da3-87fa-f11381b08b2b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0848510 Apr 08 17:48:46.916753 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7bd173c7-b6d1-42c2-9e69-5e089fc3040a req-be6e2a6d-c3d3-4d33-95b0-ad085fc3db52 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681651 Apr 08 17:48:47.252975 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c1320ca7-7890-415d-aa2e-f1ce0c549acc req-72772759-8813-48fe-8287-6bce31085069 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0932722 Apr 08 17:48:47.393829 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a191b-3fd0-4c1f-8c0b-480f2b35ed46 req-a4bf7500-5627-46eb-b184-3b324cb30751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.397617 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c64a191b-3fd0-4c1f-8c0b-480f2b35ed46 req-a4bf7500-5627-46eb-b184-3b324cb30751 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1129 time: 0.1018074 Apr 08 17:48:47.404897 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-06aa0af3-2489-4331-a492-78bf5b393c48 service neutron] 10.222.0.73 "GET /v2.0/networks/19fb57d5-bb61-455c-b987-aa769b3ae9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994668 Apr 08 17:48:47.541803 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c64a191b-3fd0-4c1f-8c0b-480f2b35ed46 req-c219230f-288d-4bdc-ac32-61aa9710d776 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270432 Apr 08 17:48:47.628055 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e44bd52d-f1e2-47e5-a0e7-f8b0bba10e0d req-a5361dc0-c3c7-48ad-bfc8-534aacffc4d0 service neutron] 10.222.0.73 "GET /v2.0/networks/19fb57d5-bb61-455c-b987-aa769b3ae9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143712 Apr 08 17:48:47.812254 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbdafe-9e13-4394-ae51-877bc2db0d03 req-b8c24dfa-d4fc-4836-ac73-efbc4218b837 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:47.814148 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dabbdafe-9e13-4394-ae51-877bc2db0d03 req-b8c24dfa-d4fc-4836-ac73-efbc4218b837 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 949 time: 0.0648563 Apr 08 17:48:47.884897 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dabbdafe-9e13-4394-ae51-877bc2db0d03 req-9e58a5ce-5947-459b-8ff2-823062c0299c tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Apr 08 17:48:47.891938 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 63f1b0a3-eb15-4465-8e7e-c86da5a584bc up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:48:48.003077 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:48:48.013879 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:48:48.014327 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:48.116581 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e9c9f-0ada-4440-a2a9-9f3a18bcab16 req-e4dfe623-2eb2-48a8-a43c-9aa9f64ef184 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:48.119456 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-757e9c9f-0ada-4440-a2a9-9f3a18bcab16 req-e4dfe623-2eb2-48a8-a43c-9aa9f64ef184 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0902011 Apr 08 17:48:48.140958 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:48:48.141367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:48.180636 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b25904-304c-4f57-a42a-91cc973ab813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:48.183733 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20331ef4-5556-4f31-938f-b09d47a8d93d" -d '{"events": [{"server_uuid": "40b25904-304c-4f57-a42a-91cc973ab813", "name": "network-vif-plugged", "status": "completed", "tag": "63f1b0a3-eb15-4465-8e7e-c86da5a584bc"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:48.186914 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-757e9c9f-0ada-4440-a2a9-9f3a18bcab16 req-fdaa1bfd-1049-45bf-ad56-f67cca034180 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599957 Apr 08 17:48:48.202157 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,segment=NetworkSegment(01afb65d-4401-4236-bca1-b121ced3e5a2),segment_id=01afb65d-4401-4236-bca1-b121ced3e5a2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:48.213858 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:48.244299 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc92403-129d-4868-9aef-b33ee1c14df3 x-openstack-request-id: req-0fc92403-129d-4868-9aef-b33ee1c14df3 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:48.244734 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b25904-304c-4f57-a42a-91cc973ab813", "name": "network-vif-plugged", "status": "completed", "tag": "63f1b0a3-eb15-4465-8e7e-c86da5a584bc", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:48.245069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0fc92403-129d-4868-9aef-b33ee1c14df3 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:48.245549 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc92403-129d-4868-9aef-b33ee1c14df3'] response: {'server_uuid': '40b25904-304c-4f57-a42a-91cc973ab813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc', 'code': 200} Apr 08 17:48:48.277716 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:48.406963 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-497200b4-60d8-40a7-8dff-101a531c7d4e req-90b824a4-4d83-429e-b8d2-5fdd1822717f tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0491922 Apr 08 17:48:49.079133 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30714ad7-1b98-414b-a171-146b16e4ff2f req-b0a3c383-f344-499a-9c76-ac4e21ab87b6 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:49.081474 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-30714ad7-1b98-414b-a171-146b16e4ff2f req-b0a3c383-f344-499a-9c76-ac4e21ab87b6 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.0742321 Apr 08 17:48:49.165862 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-30714ad7-1b98-414b-a171-146b16e4ff2f req-fd869fcc-fe22-4d95-a063-146e77b1a809 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778999 Apr 08 17:48:49.337678 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a705bb-aed6-4962-b344-ff1af92f210c req-a264207a-5f10-4c0d-9311-856a01ac18c5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:49.339312 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-59a705bb-aed6-4962-b344-ff1af92f210c req-a264207a-5f10-4c0d-9311-856a01ac18c5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0501451 Apr 08 17:48:49.393999 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-59a705bb-aed6-4962-b344-ff1af92f210c req-f8e1669f-8585-4ed0-88de-cb77ff126194 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484190 Apr 08 17:48:49.597563 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6b53bbe7-c98d-45ad-8780-050487ebc68c req-a6ca5aaa-d32c-4c18-8550-ad52aa4bd050 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0643220 Apr 08 17:48:49.707616 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f606c60-c4b1-4bec-b3aa-df3813040384 req-c8663941-0bf1-442a-acc9-43159aeec25a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:49.709237 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2f606c60-c4b1-4bec-b3aa-df3813040384 req-c8663941-0bf1-442a-acc9-43159aeec25a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Apr 08 17:48:49.761538 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2f606c60-c4b1-4bec-b3aa-df3813040384 req-5c5a7bf2-821d-444a-bf01-92a142a1e3c0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462668 Apr 08 17:48:49.973670 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c2672-810f-4115-92a6-fca35ba511b5 req-5b0ab6df-1223-406e-8839-3ad6d3febdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:49.976418 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d80c2672-810f-4115-92a6-fca35ba511b5 req-5b0ab6df-1223-406e-8839-3ad6d3febdf8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 1134 time: 0.1133924 Apr 08 17:48:49.994899 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-41889c22-723c-4f88-a4cb-b78742b94e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:49.996940 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-41889c22-723c-4f88-a4cb-b78742b94e69 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1129 time: 0.0769153 Apr 08 17:48:50.013916 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579bef6-a59f-425b-ac62-551012a5573a req-a0079ae7-515f-421f-bf4e-6c3fff44e358 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.015818 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-a0079ae7-515f-421f-bf4e-6c3fff44e358 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "GET /v2.0/networks?id=c1154c8a-a417-4d3c-8083-b50aff8d7e41 HTTP/1.1" status: 200 len: 808 time: 0.1532030 Apr 08 17:48:50.049456 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Request body: {'port': {'device_id': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41', 'admin_state_up': True, 'tenant_id': '5e589743ce924381ada74634b4195303'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:50.155939 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d80c2672-810f-4115-92a6-fca35ba511b5 req-2e3b60a7-3c97-429f-9f6c-2b5cdf1d8003 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711178 Apr 08 17:48:50.185608 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-d67914da-7c16-4100-9580-33b6dbdb3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.187601 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-d67914da-7c16-4100-9580-33b6dbdb3b0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.1834235 Apr 08 17:48:50.366253 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Made reservation on behalf of 5e589743ce924381ada74634b4195303 for: {'port': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:48:50.370100 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.382675 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a0656-1529-45ff-8743-071797716e36 req-c0fa07c7-4665-4081-8c29-b1e0f61d7589 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.391007 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-182a0656-1529-45ff-8743-071797716e36 req-c0fa07c7-4665-4081-8c29-b1e0f61d7589 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.1003065 Apr 08 17:48:50.517339 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-182a0656-1529-45ff-8743-071797716e36 req-8e832c5d-4739-4e86-afbf-82ea3196530d tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249161 Apr 08 17:48:50.585576 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46370) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:50.613311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Allocated IP 172.20.0.9 (c1154c8a-a417-4d3c-8083-b50aff8d7e41/62fb8256-abbb-4a02-aafa-741049c87713/48eb4efe-8cc5-4d3f-bebd-965080b82542) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:48:50.781363 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f300f421-3928-4eab-8c87-03a1b4f2d806 req-7ba4870d-004c-4347-9e48-b0f616967213 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0715973 Apr 08 17:48:50.832617 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a12a795e-0507-404b-bc37-c80d0f24e662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:50.837133 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-c4ab22ea-dd98-4cc1-aca9-9dee6f2a7b39 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 200 len: 217 time: 0.0718846 Apr 08 17:48:50.911128 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-35eee15c-f671-4c14-a097-2fed5702d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.913950 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-35eee15c-f671-4c14-a097-2fed5702d03f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0700266 Apr 08 17:48:50.990601 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9862952-aea0-4c9f-81fc-589cf30be6a5 req-4bb7f041-07a1-4ea8-a1b9-fa6bedfc8853 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:50.992416 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9862952-aea0-4c9f-81fc-589cf30be6a5 req-4bb7f041-07a1-4ea8-a1b9-fa6bedfc8853 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0790451 Apr 08 17:48:51.060767 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks [] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.114716 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a9862952-aea0-4c9f-81fc-589cf30be6a5 req-91480ead-be9e-430e-b987-12a8c3795f0e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128852 Apr 08 17:48:51.140011 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a12a795e-0507-404b-bc37-c80d0f24e662 admin admin] Publish callbacks [] for security_group (375e471a-a95a-4081-8207-5a16e4e6e0f1), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.146631 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a12a795e-0507-404b-bc37-c80d0f24e662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (375e471a-a95a-4081-8207-5a16e4e6e0f1), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.191899 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.204282 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a795e-0507-404b-bc37-c80d0f24e662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e471a-a95a-4081-8207-5a16e4e6e0f1,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:51.237799 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-a12a795e-0507-404b-bc37-c80d0f24e662 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d9590a03484e440a9961bdc2bde8b52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6507514 Apr 08 17:48:51.240878 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46382) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:51.255837 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Network c1154c8a-a417-4d3c-8083-b50aff8d7e41 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:48:51.263682 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:48:51.279532 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Pushing event updated for resources: {'Port': ['ID=48eb4efe-8cc5-4d3f-bebd-965080b82542,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:51.283489 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:48:51.350013 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-60760b39-065a-4371-8a29-3c70085fdd35 admin admin] Publish callbacks [] for security_group (375e471a-a95a-4081-8207-5a16e4e6e0f1), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.378940 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-60760b39-065a-4371-8a29-3c70085fdd35 admin admin] Publish callbacks [] for security_group (375e471a-a95a-4081-8207-5a16e4e6e0f1), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.379220 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.380124 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.406751 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-0b1d1981-d73a-44c1-8c40-db2d304d1fe8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3637788 Apr 08 17:48:51.440134 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-60760b39-065a-4371-8a29-3c70085fdd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (375e471a-a95a-4081-8207-5a16e4e6e0f1), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.445732 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-60760b39-065a-4371-8a29-3c70085fdd35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.447706 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-60760b39-065a-4371-8a29-3c70085fdd35 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/375e471a-a95a-4081-8207-5a16e4e6e0f1 HTTP/1.1" status: 204 len: 168 time: 0.2043419 Apr 08 17:48:51.461457 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60760b39-065a-4371-8a29-3c70085fdd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e471a-a95a-4081-8207-5a16e4e6e0f1,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:51.690149 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0fc2b-4338-4bf1-91e8-575f47735f09 req-5f24f4ba-2914-4213-a875-9f33f4b35996 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.694597 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-10e0fc2b-4338-4bf1-91e8-575f47735f09 req-5f24f4ba-2914-4213-a875-9f33f4b35996 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.0942345 Apr 08 17:48:51.789137 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Request body: {'port': {'device_id': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:51.793205 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-10e0fc2b-4338-4bf1-91e8-575f47735f09 req-61ea61b6-7a60-4862-9f43-f88fb23173cc tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916595 Apr 08 17:48:51.897696 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:51.902847 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-4388b6ea-4202-4503-8cf0-b1ba9872dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:51.904619 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-4388b6ea-4202-4503-8cf0-b1ba9872dc36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950172 Apr 08 17:48:51.944854 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46394) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:51.973616 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.038772 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dc34a-3df9-4d12-b6e3-6e19732b274a req-9a19ab3e-972f-4d97-a71a-7e0d787b6cf2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:52.040890 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e37dc34a-3df9-4d12-b6e3-6e19732b274a req-9a19ab3e-972f-4d97-a71a-7e0d787b6cf2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 931 time: 0.0794199 Apr 08 17:48:52.110127 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-86da2b17-5349-4008-8f20-ba1408ac70f5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941268 Apr 08 17:48:52.184762 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Publish callbacks [] for security_group (6e9a001a-3a82-499f-863c-c794968a53b8), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.187745 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e37dc34a-3df9-4d12-b6e3-6e19732b274a req-7bbce5e8-19a8-4abf-ba5e-7df44b36ba23 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028056 Apr 08 17:48:52.206002 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6e9a001a-3a82-499f-863c-c794968a53b8), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.346953 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f0217413d1a04c2b8d10cb18c9a4ecb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3964777 Apr 08 17:48:52.348129 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9a001a-3a82-499f-863c-c794968a53b8,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:52.350441 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46400) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:52.375787 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48eb4efe-8cc5-4d3f-bebd-965080b82542 {{(pid=110163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:48:52.385375 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Publish callbacks [] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.396417 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296ccc2-ac78-4105-85de-a9438c9ee9ed req-569a0652-e147-4ee6-9872-e063a91e9452 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:52.398131 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d296ccc2-ac78-4105-85de-a9438c9ee9ed req-569a0652-e147-4ee6-9872-e063a91e9452 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.1504130 Apr 08 17:48:52.403696 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.provisioning_blocks [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Transition to ACTIVE for port object 48eb4efe-8cc5-4d3f-bebd-965080b82542 will not be triggered until provisioned by entity L2. {{(pid=110163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:48:52.411230 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.415216 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.415668 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.416021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.416395 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.416724 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.417059 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.417524 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.417694 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.418031 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.418359 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.418687 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.419012 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.419424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.419750 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.420068 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94ad139-c38e-4cef-8a03-97680c3d0b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.493435 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Pushing event updated for resources: {'Port': ['ID=48eb4efe-8cc5-4d3f-bebd-965080b82542,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:52.508589 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9698e94a-ebdd-4a2b-8b41-98845a199a6f req-775d46b2-9a0d-438a-a59d-171c0ae6f28d service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546282 Apr 08 17:48:52.522211 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.523115 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.523338 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.523660 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.524327 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.524817 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.525213 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.525610 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.526010 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.526445 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.526839 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.527226 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.527391 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d296ccc2-ac78-4105-85de-a9438c9ee9ed req-10baa5d3-893b-4f05-8349-20f1a80e528e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153922 Apr 08 17:48:52.527655 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.528040 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.528454 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:48:52.552927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e423b8b3-a6fc-405f-99a6-7410733905a5 admin admin] Publish callbacks [] for security_group (6e9a001a-3a82-499f-863c-c794968a53b8), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.599812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e423b8b3-a6fc-405f-99a6-7410733905a5 admin admin] Publish callbacks [] for security_group (6e9a001a-3a82-499f-863c-c794968a53b8), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.614307 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Attempting to bind port 48eb4efe-8cc5-4d3f-bebd-965080b82542 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:48:52.615450 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Attempting to bind port 48eb4efe-8cc5-4d3f-bebd-965080b82542 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:48:52.615972 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Attempting to bind port 48eb4efe-8cc5-4d3f-bebd-965080b82542 on network c1154c8a-a417-4d3c-8083-b50aff8d7e41 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:52.623840 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Port 48eb4efe-8cc5-4d3f-bebd-965080b82542 on network c1154c8a-a417-4d3c-8083-b50aff8d7e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:48:52.624339 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Attempting to bind port 48eb4efe-8cc5-4d3f-bebd-965080b82542 on network c1154c8a-a417-4d3c-8083-b50aff8d7e41 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:48:52.633157 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:48:52.633568 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Checking segment: {'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:48:52.634188 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Bound using segment: {'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:48:52.634886 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Bound port: 48eb4efe-8cc5-4d3f-bebd-965080b82542, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'}}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:48:52.635467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.681851 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e423b8b3-a6fc-405f-99a6-7410733905a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6e9a001a-3a82-499f-863c-c794968a53b8), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.685151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e423b8b3-a6fc-405f-99a6-7410733905a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.686585 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e423b8b3-a6fc-405f-99a6-7410733905a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6e9a001a-3a82-499f-863c-c794968a53b8 HTTP/1.1" status: 204 len: 168 time: 0.3102496 Apr 08 17:48:52.700975 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423b8b3-a6fc-405f-99a6-7410733905a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9a001a-3a82-499f-863c-c794968a53b8,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:52.744458 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] For port 48eb4efe-8cc5-4d3f-bebd-965080b82542, host hv-cinder-83716, cleared binding levels {{(pid=110163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:48:52.748613 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] For port 48eb4efe-8cc5-4d3f-bebd-965080b82542, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=48eb4efe-8cc5-4d3f-bebd-965080b82542,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:48:52.759112 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.823668 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:52.825101 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:52.827752 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] 10.222.0.73 "PUT /v2.0/ports/48eb4efe-8cc5-4d3f-bebd-965080b82542 HTTP/1.1" status: 200 len: 1093 time: 1.0435619 Apr 08 17:48:52.829257 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'tag': '48eb4efe-8cc5-4d3f-bebd-965080b82542'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:52.833482 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1f3883-d7dd-4917-8eaa-56daf5082089" -d '{"events": [{"name": "network-changed", "server_uuid": "30b7c37d-f24d-4db7-b745-c633a93de45f", "tag": "48eb4efe-8cc5-4d3f-bebd-965080b82542"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:52.912467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dc304-1c5c-4087-8017-0aff1d76064d service neutron] Pushing event updated for resources: {'Port': ['ID=48eb4efe-8cc5-4d3f-bebd-965080b82542,revision_number=3']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:53.019124 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b163482-1c3e-41cf-b3fe-1bbe8b51876d x-openstack-request-id: req-8b163482-1c3e-41cf-b3fe-1bbe8b51876d {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:53.019124 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b7c37d-f24d-4db7-b745-c633a93de45f", "tag": "48eb4efe-8cc5-4d3f-bebd-965080b82542", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:53.019124 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8b163482-1c3e-41cf-b3fe-1bbe8b51876d {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:53.019124 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b163482-1c3e-41cf-b3fe-1bbe8b51876d'] response: {'name': 'network-changed', 'server_uuid': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'tag': '48eb4efe-8cc5-4d3f-bebd-965080b82542', 'status': 'completed', 'code': 200} Apr 08 17:48:53.044894 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579bef6-a59f-425b-ac62-551012a5573a req-cb7c80cb-ac11-4dc6-8001-74be7bbd20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:53.048760 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-cb7c80cb-ac11-4dc6-8001-74be7bbd20fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e589743ce924381ada74634b4195303&device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 1127 time: 0.0981350 Apr 08 17:48:53.275332 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-72f6fc6c-abb5-4860-9fdc-89ba04d35556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:53.285558 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-a4dc02a4-afad-44b5-8769-4f0d683b25b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eb4efe-8cc5-4d3f-bebd-965080b82542 HTTP/1.1" status: 200 len: 217 time: 0.2061214 Apr 08 17:48:53.331741 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6999c98-fc03-446a-aa76-5a836d36b3ce req-74fe275d-4a39-4774-b041-1c38c7f96611 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:53.335367 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a6999c98-fc03-446a-aa76-5a836d36b3ce req-74fe275d-4a39-4774-b041-1c38c7f96611 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.2762344 Apr 08 17:48:53.411580 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579bef6-a59f-425b-ac62-551012a5573a req-715e8282-6cc3-46cb-864c-6c2a7daddaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:53.413469 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-715e8282-6cc3-46cb-864c-6c2a7daddaf9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fb8256-abbb-4a02-aafa-741049c87713 HTTP/1.1" status: 200 len: 848 time: 0.0765619 Apr 08 17:48:53.468430 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07301d73-3daa-4cd2-93ed-0627f8d12113 req-6b96e47c-16a4-4c3e-bafc-0975542bbfb0 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:53.473607 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-07301d73-3daa-4cd2-93ed-0627f8d12113 req-6b96e47c-16a4-4c3e-bafc-0975542bbfb0 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.1104486 Apr 08 17:48:53.489066 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a6999c98-fc03-446a-aa76-5a836d36b3ce req-c987c88e-54e3-4545-9446-9cc7fb02a8de tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744174 Apr 08 17:48:53.558603 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-07301d73-3daa-4cd2-93ed-0627f8d12113 req-50999192-baf0-42cb-8c5c-66cba68f0918 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722618 Apr 08 17:48:53.731890 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5f538-fea9-4278-8b22-5802eb2ee1b0 req-cce32458-c241-4eb0-8838-3f36fef87a10 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:53.733694 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3fa5f538-fea9-4278-8b22-5802eb2ee1b0 req-cce32458-c241-4eb0-8838-3f36fef87a10 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0939274 Apr 08 17:48:53.819225 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3fa5f538-fea9-4278-8b22-5802eb2ee1b0 req-befa0eb8-6d6e-4202-a750-4b738546749c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780637 Apr 08 17:48:54.675114 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366468f0-d304-45a2-b198-d2e0609b1124 req-75fb512e-9b0a-468a-bc91-67a61b2a9464 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:54.676861 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-366468f0-d304-45a2-b198-d2e0609b1124 req-75fb512e-9b0a-468a-bc91-67a61b2a9464 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.0768239 Apr 08 17:48:54.746618 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0245e2c-a2ab-4232-9021-57b448b88fcb req-cf1d4856-44dd-4c16-a6d5-9d75d5eae817 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:54.748533 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a0245e2c-a2ab-4232-9021-57b448b88fcb req-cf1d4856-44dd-4c16-a6d5-9d75d5eae817 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.0683594 Apr 08 17:48:54.765872 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-366468f0-d304-45a2-b198-d2e0609b1124 req-9700270c-c5c7-4a87-bbf4-e063f977b2e5 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823383 Apr 08 17:48:55.049914 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d8853-fc68-4093-802d-aa7f7510cc70 req-7a55387d-ea39-4f77-9800-18d87a405bb1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:55.052930 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e5d8853-fc68-4093-802d-aa7f7510cc70 req-7a55387d-ea39-4f77-9800-18d87a405bb1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.1019206 Apr 08 17:48:55.079287 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a0245e2c-a2ab-4232-9021-57b448b88fcb req-f997c6a5-0d03-4ef1-aba2-30856997f617 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176231 Apr 08 17:48:55.193258 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e5d8853-fc68-4093-802d-aa7f7510cc70 req-bba3bc1c-8058-45ea-93e7-1971c5db8060 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303570 Apr 08 17:48:55.459659 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5cdd-a289-42c5-bbd2-26d0bdb30d64 req-31863a66-720a-4e1b-ae8d-94d373694c28 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:55.462471 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1c1c5cdd-a289-42c5-bbd2-26d0bdb30d64 req-31863a66-720a-4e1b-ae8d-94d373694c28 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.0942309 Apr 08 17:48:55.540208 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-44de5962-4bf9-4965-b29c-e3bac69f7f6c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1154c8a-a417-4d3c-8083-b50aff8d7e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644894 Apr 08 17:48:55.595847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-564865ca-80e3-41fc-8ce8-c8f1c05b4ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:55.887452 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1c1c5cdd-a289-42c5-bbd2-26d0bdb30d64 req-282533a4-7cb2-44d1-88e7-3ff0fc436e2c tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160128 Apr 08 17:48:56.227000 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c082bff-29cd-42d1-bb62-f10cdd6502b1 req-463dfe6a-5eaf-420b-a3f2-f963b03d22fb tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:56.230013 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7c082bff-29cd-42d1-bb62-f10cdd6502b1 req-463dfe6a-5eaf-420b-a3f2-f963b03d22fb tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.0738239 Apr 08 17:48:56.336163 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7c082bff-29cd-42d1-bb62-f10cdd6502b1 req-b8dc5d0a-d3a6-4562-8879-f2cecaadd9d6 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981367 Apr 08 17:48:56.340686 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:56.358980 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b39282-9d30-4ce8-9801-1097237e29be req-461a2f1b-eb4c-4f90-8499-7464cf0de961 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:56.361788 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-75b39282-9d30-4ce8-9801-1097237e29be req-461a2f1b-eb4c-4f90-8499-7464cf0de961 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0812688 Apr 08 17:48:56.432560 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-75b39282-9d30-4ce8-9801-1097237e29be req-fbca1a80-0947-47fe-82a5-c12502d218c8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644424 Apr 08 17:48:56.803632 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:57.048828 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c193c-9be1-43b1-9dcb-a2e76baa33bd req-fdd89ded-ab24-4531-bfee-d1781484f102 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:57.051662 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-720c193c-9be1-43b1-9dcb-a2e76baa33bd req-fdd89ded-ab24-4531-bfee-d1781484f102 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.0805976 Apr 08 17:48:57.209438 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:48:57.235592 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-720c193c-9be1-43b1-9dcb-a2e76baa33bd req-ae4ea9e2-354a-4ab8-b8aa-84b7ebcde7ca tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768675 Apr 08 17:48:57.296507 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-e0404d11-9c9d-4bc3-b71e-cab56810bc17 service neutron] 10.222.0.73 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184267 Apr 08 17:48:57.483342 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6165-49a8-43d5-8f4d-0b21e44014b7 req-9a57288f-8221-4f90-b531-a3f6aec50e56 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:57.485525 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-340a6165-49a8-43d5-8f4d-0b21e44014b7 req-9a57288f-8221-4f90-b531-a3f6aec50e56 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.0567372 Apr 08 17:48:57.564792 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-340a6165-49a8-43d5-8f4d-0b21e44014b7 req-5b91fdbe-56fc-413c-9574-49f7a9e8488f tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723855 Apr 08 17:48:57.585096 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc93992-041c-475f-8594-570fe3cb0964 req-962e3c79-26d5-46b6-bad3-9e6b29526344 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:57.586851 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dbc93992-041c-475f-8594-570fe3cb0964 req-962e3c79-26d5-46b6-bad3-9e6b29526344 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0555918 Apr 08 17:48:57.642796 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dbc93992-041c-475f-8594-570fe3cb0964 req-8af287b4-ee8c-47f7-bdc3-f5ad2e8f82ca tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491252 Apr 08 17:48:58.274440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-cd97b6da-a8ad-4fa6-badc-30d73d799c51 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:58.276004 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-cd97b6da-a8ad-4fa6-badc-30d73d799c51 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.73 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.0810485 Apr 08 17:48:58.326143 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3579bef6-a59f-425b-ac62-551012a5573a req-fb5a6cac-10b1-4c3c-b2b4-4e4eb7a6aaa8 service neutron] 10.222.0.73 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328318 Apr 08 17:48:58.489683 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Deleting port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:48:58.490318 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:58.513935 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb645810-2916-4e99-b2b1-1d82e5bb7748 req-e8b0a8ee-93c5-4e7a-8e5e-ad653a79c4c5 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:58.516964 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb645810-2916-4e99-b2b1-1d82e5bb7748 req-e8b0a8ee-93c5-4e7a-8e5e-ad653a79c4c5 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 950 time: 0.1270697 Apr 08 17:48:58.620901 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:58.685748 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb645810-2916-4e99-b2b1-1d82e5bb7748 req-a144474c-c8e5-4a34-8dbd-30274ce248e8 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/security-groups?id=85e24f9b-8961-4eab-b93b-7e03b028a1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484087 Apr 08 17:48:58.700469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] For port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,segment=NetworkSegment(01afb65d-4401-4236-bca1-b121ced3e5a2),segment_id=01afb65d-4401-4236-bca1-b121ced3e5a2)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:48:58.701491 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:58.720312 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Calling delete_port for 63f1b0a3-eb15-4465-8e7e-c86da5a584bc owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:48:58.761182 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c1cf8-bce8-4e96-8a5a-1a0ab9592b96 req-3d2680af-3379-4126-8f94-78ca0dd7cd39 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:48:58.763400 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d11c1cf8-bce8-4e96-8a5a-1a0ab9592b96 req-3d2680af-3379-4126-8f94-78ca0dd7cd39 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.0902967 Apr 08 17:48:58.827629 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d11c1cf8-bce8-4e96-8a5a-1a0ab9592b96 req-ce8a8746-32ab-4432-8fb0-0f18eec2399c tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 Apr 08 17:48:58.955016 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (63f1b0a3-eb15-4465-8e7e-c86da5a584bc), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:58.999928 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['63f1b0a3-eb15-4465-8e7e-c86da5a584bc'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:48:59.004133 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Pushing event deleted for resources: {'Port': ['ID=63f1b0a3-eb15-4465-8e7e-c86da5a584bc,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:59.112372 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] No DVR routers for this DVR port 63f1b0a3-eb15-4465-8e7e-c86da5a584bc on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:48:59.117342 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.121497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7a869c47-11a7-4fc2-8d26-2fa619b8448d req-4778f508-f639-43a1-96f2-2d1e36886add tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.73 "DELETE /v2.0/ports/63f1b0a3-eb15-4465-8e7e-c86da5a584bc HTTP/1.1" status: 204 len: 173 time: 0.8396428 Apr 08 17:48:59.122261 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b25904-304c-4f57-a42a-91cc973ab813', 'name': 'network-vif-deleted', 'tag': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:48:59.125732 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c5c091-54fd-4ead-a203-61017931816f" -d '{"events": [{"server_uuid": "40b25904-304c-4f57-a42a-91cc973ab813", "name": "network-vif-deleted", "tag": "63f1b0a3-eb15-4465-8e7e-c86da5a584bc"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:48:59.243802 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731ffe95-4ded-418e-9242-dcfb8a7852c8 x-openstack-request-id: req-731ffe95-4ded-418e-9242-dcfb8a7852c8 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:48:59.244255 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b25904-304c-4f57-a42a-91cc973ab813", "name": "network-vif-deleted", "tag": "63f1b0a3-eb15-4465-8e7e-c86da5a584bc", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:48:59.244641 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-731ffe95-4ded-418e-9242-dcfb8a7852c8 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:48:59.245076 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731ffe95-4ded-418e-9242-dcfb8a7852c8'] response: {'server_uuid': '40b25904-304c-4f57-a42a-91cc973ab813', 'name': 'network-vif-deleted', 'tag': '63f1b0a3-eb15-4465-8e7e-c86da5a584bc', 'status': 'completed', 'code': 200} Apr 08 17:48:59.382234 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46550) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:59.521789 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bd841f61-947b-4c2b-bbcb-b33839e240d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.626455 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bd841f61-947b-4c2b-bbcb-b33839e240d7 admin admin] Publish callbacks [] for security_group (ff747a4b-2908-483f-ab5f-7e448eac6eb3), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.631780 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bd841f61-947b-4c2b-bbcb-b33839e240d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ff747a4b-2908-483f-ab5f-7e448eac6eb3), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.674234 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46556) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:59.686016 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-bd841f61-947b-4c2b-bbcb-b33839e240d7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ca21f6c9b004956baa1e292908b8536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025966 Apr 08 17:48:59.689136 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46560) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:59.689991 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd841f61-947b-4c2b-bbcb-b33839e240d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff747a4b-2908-483f-ab5f-7e448eac6eb3,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:48:59.838731 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-085b516f-f539-49dc-81e5-857343c0aa51 admin admin] Publish callbacks [] for security_group (ff747a4b-2908-483f-ab5f-7e448eac6eb3), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.891064 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-085b516f-f539-49dc-81e5-857343c0aa51 admin admin] Publish callbacks [] for security_group (ff747a4b-2908-483f-ab5f-7e448eac6eb3), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.893955 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-23bf7d62-1bb8-46af-9081-f6e05052ad3e req-902ae852-3a55-45b8-a7dc-a9081d339908 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 210 time: 0.0549278 Apr 08 17:48:59.896365 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e5af781d-d4f7-420d-9018-8129c596ff3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.907629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:48:59.925637 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46566) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:48:59.933491 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-08f72fed-13a3-47a4-97bb-c8ead966c0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512441308', 'description': 'tempest-description--625418430'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:48:59.988507 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-08f72fed-13a3-47a4-97bb-c8ead966c0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.025766 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-085b516f-f539-49dc-81e5-857343c0aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ff747a4b-2908-483f-ab5f-7e448eac6eb3), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.032146 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-085b516f-f539-49dc-81e5-857343c0aa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.034193 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-085b516f-f539-49dc-81e5-857343c0aa51 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff747a4b-2908-483f-ab5f-7e448eac6eb3 HTTP/1.1" status: 204 len: 168 time: 0.3418148 Apr 08 17:49:00.083887 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b516f-f539-49dc-81e5-857343c0aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff747a4b-2908-483f-ab5f-7e448eac6eb3,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.119668 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31573e41-f031-43b0-8559-2aebb26519cf req-c9679d80-6cc8-43fd-a96c-d2b7a09fa999 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:00.133574 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-31573e41-f031-43b0-8559-2aebb26519cf req-c9679d80-6cc8-43fd-a96c-d2b7a09fa999 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.1223490 Apr 08 17:49:00.149786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e5af781d-d4f7-420d-9018-8129c596ff3a admin admin] Publish callbacks [] for security_group (26ea1e06-baee-4436-a5dc-f2846246e312), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.184653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e5af781d-d4f7-420d-9018-8129c596ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (26ea1e06-baee-4436-a5dc-f2846246e312), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.219265 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-08f72fed-13a3-47a4-97bb-c8ead966c0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group (8e276df0-d464-4fbe-aada-a083350c0d20), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.230402 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-31573e41-f031-43b0-8559-2aebb26519cf req-122137a2-0067-4d12-9df4-f9f2ecfbf85a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933478 Apr 08 17:49:00.236874 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-08f72fed-13a3-47a4-97bb-c8ead966c0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (8e276df0-d464-4fbe-aada-a083350c0d20), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.253227 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af781d-d4f7-420d-9018-8129c596ff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea1e06-baee-4436-a5dc-f2846246e312,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.260568 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e5af781d-d4f7-420d-9018-8129c596ff3a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d55e43b89e2d4c338877349f947533e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5851383 Apr 08 17:49:00.266398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46572) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:00.286362 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-08f72fed-13a3-47a4-97bb-c8ead966c0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.287660 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-08f72fed-13a3-47a4-97bb-c8ead966c0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3606157 Apr 08 17:49:00.292012 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46574) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:00.308247 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-8322833e-0ada-46be-aa83-a973d3aa9578 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'security_group_rule': {'security_group_id': '8e276df0-d464-4fbe-aada-a083350c0d20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:00.325243 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f72fed-13a3-47a4-97bb-c8ead966c0f4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e276df0-d464-4fbe-aada-a083350c0d20,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.361286 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-96aa71af-abb0-4489-a8eb-672811ec88a4 admin admin] Publish callbacks [] for security_group (26ea1e06-baee-4436-a5dc-f2846246e312), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.375223 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8322833e-0ada-46be-aa83-a973d3aa9578 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group_rule (bb6fdd96-086d-4f42-b281-8b9b0583ce6c), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.406605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-96aa71af-abb0-4489-a8eb-672811ec88a4 admin admin] Publish callbacks [] for security_group (26ea1e06-baee-4436-a5dc-f2846246e312), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.461184 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8322833e-0ada-46be-aa83-a973d3aa9578 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group_rule (bb6fdd96-086d-4f42-b281-8b9b0583ce6c), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.466573 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8322833e-0ada-46be-aa83-a973d3aa9578 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (bb6fdd96-086d-4f42-b281-8b9b0583ce6c), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.470430 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-96aa71af-abb0-4489-a8eb-672811ec88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (26ea1e06-baee-4436-a5dc-f2846246e312), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.474384 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-96aa71af-abb0-4489-a8eb-672811ec88a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.475997 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-96aa71af-abb0-4489-a8eb-672811ec88a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26ea1e06-baee-4436-a5dc-f2846246e312 HTTP/1.1" status: 204 len: 168 time: 0.2085650 Apr 08 17:49:00.488871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa71af-abb0-4489-a8eb-672811ec88a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea1e06-baee-4436-a5dc-f2846246e312,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.491739 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322833e-0ada-46be-aa83-a973d3aa9578 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6fdd96-086d-4f42-b281-8b9b0583ce6c,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.517930 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8322833e-0ada-46be-aa83-a973d3aa9578 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.520855 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8322833e-0ada-46be-aa83-a973d3aa9578 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2233438 Apr 08 17:49:00.523921 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46578) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:00.533682 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-2f54dcb8-f1fa-47fe-9e6a-b2a14b132abd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'security_group_rule': {'security_group_id': '8e276df0-d464-4fbe-aada-a083350c0d20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:00.540929 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46580) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:00.566627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c2f63cd5-9c37-4f21-bc8c-0e5ccfe88bc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.597708 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2f54dcb8-f1fa-47fe-9e6a-b2a14b132abd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group_rule (36e4688e-0e2b-495d-9eb6-00a6985ef478), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.694454 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2f54dcb8-f1fa-47fe-9e6a-b2a14b132abd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group_rule (36e4688e-0e2b-495d-9eb6-00a6985ef478), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.700691 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2f54dcb8-f1fa-47fe-9e6a-b2a14b132abd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (36e4688e-0e2b-495d-9eb6-00a6985ef478), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.739916 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c2f63cd5-9c37-4f21-bc8c-0e5ccfe88bc4 admin admin] Publish callbacks [] for security_group (9ee7901c-010b-41ef-9061-3378c48aeee0), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.741048 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54dcb8-f1fa-47fe-9e6a-b2a14b132abd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e4688e-0e2b-495d-9eb6-00a6985ef478,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.745974 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c2f63cd5-9c37-4f21-bc8c-0e5ccfe88bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9ee7901c-010b-41ef-9061-3378c48aeee0), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.767754 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2f54dcb8-f1fa-47fe-9e6a-b2a14b132abd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.769383 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2f54dcb8-f1fa-47fe-9e6a-b2a14b132abd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2428324 Apr 08 17:49:00.774728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46582) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:00.783340 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:00.793455 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f63cd5-9c37-4f21-bc8c-0e5ccfe88bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee7901c-010b-41ef-9061-3378c48aeee0,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:00.821571 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c2f63cd5-9c37-4f21-bc8c-0e5ccfe88bc4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2ef4ce40bbdc4e389a68eea08b18aff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783670 Apr 08 17:49:00.825741 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46586) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:00.829395 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.920080 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-74c20811-0ed3-429b-b5b0-7ee53e239790 admin admin] Publish callbacks [] for security_group (9ee7901c-010b-41ef-9061-3378c48aeee0), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.957832 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:00.969424 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-74c20811-0ed3-429b-b5b0-7ee53e239790 admin admin] Publish callbacks [] for security_group (9ee7901c-010b-41ef-9061-3378c48aeee0), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.085470 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-74c20811-0ed3-429b-b5b0-7ee53e239790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9ee7901c-010b-41ef-9061-3378c48aeee0), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.091014 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-74c20811-0ed3-429b-b5b0-7ee53e239790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.091014 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-74c20811-0ed3-429b-b5b0-7ee53e239790 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ee7901c-010b-41ef-9061-3378c48aeee0 HTTP/1.1" status: 204 len: 168 time: 0.2637463 Apr 08 17:49:01.106612 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c20811-0ed3-429b-b5b0-7ee53e239790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee7901c-010b-41ef-9061-3378c48aeee0,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:01.106827 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46592) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:01.176967 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-25d4cfc6-11a8-4e0b-867a-9a4a8d2ec43c req-71d573c2-4a18-42c1-b9c9-e327f9d1c38e tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 210 time: 0.1346881 Apr 08 17:49:01.196738 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5820a87c-889d-4d08-a31a-31add1291089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.276414 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Allocated IP 172.27.2.251 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/c50f8d3f-95cf-4f80-8007-004d36af250d) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:01.383948 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529cc2f-00fd-420f-8056-c1bfd317c8df req-1f35353e-b705-4fae-a052-b2e909f8c790 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.385761 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4529cc2f-00fd-420f-8056-c1bfd317c8df req-1f35353e-b705-4fae-a052-b2e909f8c790 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.0653775 Apr 08 17:49:01.486160 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4529cc2f-00fd-420f-8056-c1bfd317c8df req-c419f160-37c3-4c1c-ba05-3c711525928a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782571 Apr 08 17:49:01.547812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5820a87c-889d-4d08-a31a-31add1291089 admin admin] Publish callbacks [] for security_group (091231c0-a437-4eae-9ed7-93cceef136e2), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.594659 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5820a87c-889d-4d08-a31a-31add1291089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (091231c0-a437-4eae-9ed7-93cceef136e2), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.693433 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.714042 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-0b3dbcab-4833-4559-9eb5-404cf681cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.716673 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-0b3dbcab-4833-4559-9eb5-404cf681cbea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e589743ce924381ada74634b4195303&device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 1127 time: 0.2057624 Apr 08 17:49:01.723473 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-5820a87c-889d-4d08-a31a-31add1291089 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe359ebff80b469e885c1c3dfdddc583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6124122 Apr 08 17:49:01.725390 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 46604) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:01.730683 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820a87c-889d-4d08-a31a-31add1291089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091231c0-a437-4eae-9ed7-93cceef136e2,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:01.902487 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 63f1b0a3-eb15-4465-8e7e-c86da5a584bc no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:49:01.940963 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2652cf96-fdae-4df4-839c-510111678102 admin admin] Publish callbacks [] for security_group (091231c0-a437-4eae-9ed7-93cceef136e2), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.947868 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 63f1b0a3-eb15-4465-8e7e-c86da5a584bc {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:49:01.948949 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 63f1b0a3-eb15-4465-8e7e-c86da5a584bc not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:49:01.951939 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:01.998071 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-90527f5a-5dc1-47a7-8c76-a5bce754a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:01.999558 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-90527f5a-5dc1-47a7-8c76-a5bce754a706 service neutron] 10.222.0.73 "GET /v2.0/networks?id=c1154c8a-a417-4d3c-8083-b50aff8d7e41 HTTP/1.1" status: 200 len: 909 time: 0.2727449 Apr 08 17:49:02.016450 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2652cf96-fdae-4df4-839c-510111678102 admin admin] Publish callbacks [] for security_group (091231c0-a437-4eae-9ed7-93cceef136e2), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.041345 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:02.056713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:02.067085 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:02.069409 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'Port': ['ID=c50f8d3f-95cf-4f80-8007-004d36af250d,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:02.186115 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-b4182d00-4176-495d-a1f0-2c0ac53813b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48eb4efe-8cc5-4d3f-bebd-965080b82542 HTTP/1.1" status: 200 len: 217 time: 0.0623386 Apr 08 17:49:02.201928 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2652cf96-fdae-4df4-839c-510111678102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (091231c0-a437-4eae-9ed7-93cceef136e2), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.207201 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2652cf96-fdae-4df4-839c-510111678102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.209082 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-2652cf96-fdae-4df4-839c-510111678102 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/091231c0-a437-4eae-9ed7-93cceef136e2 HTTP/1.1" status: 204 len: 168 time: 0.4796512 Apr 08 17:49:02.299776 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46620) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:02.335985 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652cf96-fdae-4df4-839c-510111678102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091231c0-a437-4eae-9ed7-93cceef136e2,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:02.377988 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-e6e1e379-b98d-4326-8970-61242faed054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:02.379577 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-e6e1e379-b98d-4326-8970-61242faed054 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fb8256-abbb-4a02-aafa-741049c87713 HTTP/1.1" status: 200 len: 848 time: 0.1003954 Apr 08 17:49:02.381191 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.479135 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-90983e13-b3fe-416c-9f54-cfb4508a0f48 req-94e1424c-72bd-4065-896e-8ad2b12f6998 tempest-VolumesNegativeTest-1790791816 tempest-VolumesNegativeTest-1790791816-project] 10.222.0.78 "GET /v2.0/ports?device_id=40b25904-304c-4f57-a42a-91cc973ab813 HTTP/1.1" status: 200 len: 210 time: 0.0939114 Apr 08 17:49:02.511915 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-96c76c74-0fb0-4093-878c-d9be70280014 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1154c8a-a417-4d3c-8083-b50aff8d7e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226699 Apr 08 17:49:02.569795 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.663762 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e51233-9b01-4d81-ae19-2667bbaf4316 req-5fea14e1-24b9-43d8-9bed-f3d1ba128e43 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:02.677717 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-59e51233-9b01-4d81-ae19-2667bbaf4316 req-5fea14e1-24b9-43d8-9bed-f3d1ba128e43 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.0747290 Apr 08 17:49:02.752358 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-59e51233-9b01-4d81-ae19-2667bbaf4316 req-f0dee0a3-1ed9-4e6d-8de7-aa1a494b4187 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730147 Apr 08 17:49:02.772014 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1702224484-network', 'tenant_id': 'd40a23bd620e46fc9b08230c0001e498'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:02.805835 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Made reservation on behalf of d40a23bd620e46fc9b08230c0001e498 for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:02.811948 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.828897 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.851229 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-52c96375-edbf-4ee8-a6e1-8eda6885c904 service neutron] 10.222.0.73 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280044 Apr 08 17:49:02.976930 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks [] for security_group (cac718eb-f3fc-46b2-904f-aece0e60a23e), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:02.982533 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (cac718eb-f3fc-46b2-904f-aece0e60a23e), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.017695 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:49:03.028973 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac718eb-f3fc-46b2-904f-aece0e60a23e,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:03.041701 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (21faa2b2-b194-4a82-9302-2d1a6ddbb30b), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.041701 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Added segment 21faa2b2-b194-4a82-9302-2d1a6ddbb30b of type vlan for network 5326053f-1675-4fe3-8337-0386a9624e28 Apr 08 17:49:03.095223 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (5326053f-1675-4fe3-8337-0386a9624e28), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.131373 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (5326053f-1675-4fe3-8337-0386a9624e28), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.132175 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:03.132812 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.184688 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.190465 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e1f3883-d7dd-4917-8eaa-56daf5082089 req-94118353-ef0f-4daa-9d67-88015bb4fb6b service neutron] 10.222.0.73 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845829 Apr 08 17:49:03.192237 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.212434 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9056695 Apr 08 17:49:03.212434 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cd416-9f0d-4171-944f-8f7b8b40a43d admin admin] Pushing event updated for resources: {'Network': ['ID=5326053f-1675-4fe3-8337-0386a9624e28,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:03.214546 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 46642) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:03.222716 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Request body: {'subnet': {'network_id': '5326053f-1675-4fe3-8337-0386a9624e28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1702224484-subnet', 'tenant_id': 'd40a23bd620e46fc9b08230c0001e498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:03.230422 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 5326053f-1675-4fe3-8337-0386a9624e28 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:49:03.251495 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Made reservation on behalf of d40a23bd620e46fc9b08230c0001e498 for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:03.254286 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774741'] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.289903 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'Port': ['ID=c50f8d3f-95cf-4f80-8007-004d36af250d,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:03.387357 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.415436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.420168 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ce8c0609-5017-48ce-960e-5d4d3daf7487 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6409328 Apr 08 17:49:03.603747 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9379346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774715'] for subnet (1bfdbee2-4871-4fd4-bc29-17102ce6cd2f), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.709029 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfdbee2-4871-4fd4-bc29-17102ce6cd2f,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:03.753368 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Checking segment: {'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:03.753720 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Network hostable DHCP agents. Network: 5326053f-1675-4fe3-8337-0386a9624e28, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:49:03.808537 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-000bbfe1-40bf-4d2d-9d5c-ef07e8e82856 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1512441308&fields=id&tenant_id=6471de8242634d2c8aa39218faa8fa3e HTTP/1.1" status: 200 len: 267 time: 0.1034420 Apr 08 17:49:03.845541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Network 5326053f-1675-4fe3-8337-0386a9624e28 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:49:03.880526 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 5326053f-1675-4fe3-8337-0386a9624e28) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:03.901677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c63bec-bfef-45be-819e-5f078c3ef310 None None] Network 5326053f-1675-4fe3-8337-0386a9624e28 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:49:03.931340 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:03.932434 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:03.982026 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f23a2-de60-4a63-a8fc-034d1dcfec67 req-014c41d4-d300-459d-a647-2cf295d05d2b tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:03.982026 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0d8f23a2-de60-4a63-a8fc-034d1dcfec67 req-014c41d4-d300-459d-a647-2cf295d05d2b tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 943 time: 0.1011195 Apr 08 17:49:03.982421 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c8c7b812-5293-42a9-9cae-c414bbaa82fb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7627990 Apr 08 17:49:04.019767 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 48eb4efe-8cc5-4d3f-bebd-965080b82542 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:04.056888 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-6450549f-bbb2-47cf-a67a-42adcb63e78b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:04.060862 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-6450549f-bbb2-47cf-a67a-42adcb63e78b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 819 time: 0.2412920 Apr 08 17:49:04.096469 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-2632b7a6-0283-4507-9af9-91fc29b1b8d1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/quotas/6471de8242634d2c8aa39218faa8fa3e HTTP/1.1" status: 200 len: 375 time: 0.0273952 Apr 08 17:49:04.160932 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0d8f23a2-de60-4a63-a8fc-034d1dcfec67 req-e6bb9902-1b06-42b7-9124-0196d88a7cc4 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569743 Apr 08 17:49:04.205150 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.db.resource_extend [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 17:49:04.237616 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-a6c4b6a6-c755-4b75-86f7-520d8d689c8c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1326497 Apr 08 17:49:04.496930 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fdd26b-1197-41b3-b2b0-6283f5a2d171 None None] Network 5326053f-1675-4fe3-8337-0386a9624e28 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:49:04.665011 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-d2939a02-385a-4ea6-9f43-0713bed78616 service neutron] 10.222.0.78 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813064 Apr 08 17:49:04.727806 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 48eb4efe-8cc5-4d3f-bebd-965080b82542, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=48eb4efe-8cc5-4d3f-bebd-965080b82542,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:04.751350 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '48eb4efe-8cc5-4d3f-bebd-965080b82542', 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41', 'port_id': '48eb4efe-8cc5-4d3f-bebd-965080b82542', 'mac_address': 'fa:16:3e:4c:eb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fb8256-abbb-4a02-aafa-741049c87713', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:04.863676 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 48eb4efe-8cc5-4d3f-bebd-965080b82542 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:04.865926 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:04.893380 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eb4efe-8cc5-4d3f-bebd-965080b82542 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:04.929239 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 48eb4efe-8cc5-4d3f-bebd-965080b82542, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=48eb4efe-8cc5-4d3f-bebd-965080b82542,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:04.936140 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:04.949416 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-e9387b77-e9b3-4454-b47e-8692f024949b service neutron] 10.222.0.78 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759283 Apr 08 17:49:05.057642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=48eb4efe-8cc5-4d3f-bebd-965080b82542,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:05.075222 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.077108 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.078238 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.079190 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.079933 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.081058 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.081854 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.083390 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.083390 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.084612 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.085844 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.086534 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.087208 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.088230 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.088801 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:05.357757 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ed0db5af-68ad-45e1-8e9e-bd805371a782 req-6ac976ae-bfe5-4d4a-8733-f840eac1dde3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 210 time: 0.0568287 Apr 08 17:49:05.485017 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d6412-b61b-45bf-863a-4837937a8a1c req-6ce62e52-c8a4-4086-b919-ec248b6490c2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:05.488380 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c25d6412-b61b-45bf-863a-4837937a8a1c req-6ce62e52-c8a4-4086-b919-ec248b6490c2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 944 time: 0.1247506 Apr 08 17:49:05.560975 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['48eb4efe-8cc5-4d3f-bebd-965080b82542'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:05.594590 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c25d6412-b61b-45bf-863a-4837937a8a1c req-da4dcb59-bcdd-47ac-a2f8-784934f63a38 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916774 Apr 08 17:49:06.560146 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6cee24f7-98fb-4542-9b68-b237e989c48e req-fc31d654-c43d-4a2f-9dfe-897bca070bba tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 210 time: 0.0521133 Apr 08 17:49:06.844847 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f8729-1294-45dc-b3f6-eadf642b2afd req-f3bfc957-fa22-40c5-8fc0-c22ade86524f tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:06.847756 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-285f8729-1294-45dc-b3f6-eadf642b2afd req-f3bfc957-fa22-40c5-8fc0-c22ade86524f tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 944 time: 0.1112757 Apr 08 17:49:06.997229 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-285f8729-1294-45dc-b3f6-eadf642b2afd req-7c457ba7-5aae-4566-9d35-e0b1f0593242 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347809 Apr 08 17:49:07.002762 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 48eb4efe-8cc5-4d3f-bebd-965080b82542 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:07.219705 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-949621a0-7cf2-4b27-af3f-2cfc5c7959aa tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:07.222596 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-949621a0-7cf2-4b27-af3f-2cfc5c7959aa tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 819 time: 0.3130844 Apr 08 17:49:07.234252 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 48eb4efe-8cc5-4d3f-bebd-965080b82542 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:07.244993 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 48eb4efe-8cc5-4d3f-bebd-965080b82542 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:07.245608 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:07.365702 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-636546d5-e7df-4699-86a7-ff84a2048340 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6471de8242634d2c8aa39218faa8fa3e HTTP/1.1" status: 200 len: 380 time: 0.1255200 Apr 08 17:49:07.427367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 48eb4efe-8cc5-4d3f-bebd-965080b82542 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:07.428044 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:07.476440 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb4efe-8cc5-4d3f-bebd-965080b82542'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:07.480166 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'port': {'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'admin_state_up': True, 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'security_groups': ['8e276df0-d464-4fbe-aada-a083350c0d20']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:07.484263 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c4db67-fbcb-47a4-bfe4-bf4172e6f0b1" -d '{"events": [{"server_uuid": "30b7c37d-f24d-4db7-b745-c633a93de45f", "name": "network-vif-plugged", "status": "completed", "tag": "48eb4efe-8cc5-4d3f-bebd-965080b82542"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:07.537782 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 48eb4efe-8cc5-4d3f-bebd-965080b82542, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=48eb4efe-8cc5-4d3f-bebd-965080b82542,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:07.545120 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:07.625839 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b766f4a8-957c-4882-891b-5a66e0b6c77b x-openstack-request-id: req-b766f4a8-957c-4882-891b-5a66e0b6c77b {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:07.626325 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b7c37d-f24d-4db7-b745-c633a93de45f", "name": "network-vif-plugged", "status": "completed", "tag": "48eb4efe-8cc5-4d3f-bebd-965080b82542", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:07.626752 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b766f4a8-957c-4882-891b-5a66e0b6c77b {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:07.629667 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b766f4a8-957c-4882-891b-5a66e0b6c77b'] response: {'server_uuid': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb4efe-8cc5-4d3f-bebd-965080b82542', 'code': 200} Apr 08 17:49:07.758661 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=48eb4efe-8cc5-4d3f-bebd-965080b82542,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:07.761836 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c3a2ac74-2d9c-4451-a715-80126c6ec315 req-1d4bbce1-614e-42d1-bf3e-2b2cb4841fdf tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 210 time: 0.0681670 Apr 08 17:49:07.971729 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Made reservation on behalf of 6471de8242634d2c8aa39218faa8fa3e for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:07.976160 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:08.057018 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352634-6b05-49f0-8313-c3b4d2c0087b req-d20eac56-43a6-4168-a76d-61635fe6a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:08.061637 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e2352634-6b05-49f0-8313-c3b4d2c0087b req-d20eac56-43a6-4168-a76d-61635fe6a2e9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 1129 time: 0.0894105 Apr 08 17:49:08.156072 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e2352634-6b05-49f0-8313-c3b4d2c0087b req-23cf97cb-03fa-420a-be2e-c511b1e0be05 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873272 Apr 08 17:49:08.167759 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-50fe222f-9445-447f-9d30-5b69e3491165 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:08.169534 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-50fe222f-9445-447f-9d30-5b69e3491165 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/networks?id=5326053f-1675-4fe3-8337-0386a9624e28 HTTP/1.1" status: 200 len: 814 time: 0.3666213 Apr 08 17:49:08.207576 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-f06e572c-3d37-4971-acb2-154160b29900 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/quotas/d40a23bd620e46fc9b08230c0001e498 HTTP/1.1" status: 200 len: 375 time: 0.0272348 Apr 08 17:49:08.289610 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab83ac0-c9fc-47dc-9eae-f4011c106dc8 req-071bce33-bb68-462e-8d20-dcbfb1304d53 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:08.292630 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eab83ac0-c9fc-47dc-9eae-f4011c106dc8 req-071bce33-bb68-462e-8d20-dcbfb1304d53 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.1071804 Apr 08 17:49:08.337861 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-254ffcc5-d9de-453f-95b4-8f9edf9872b9 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d40a23bd620e46fc9b08230c0001e498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745125 Apr 08 17:49:08.401010 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Allocated IP 172.20.0.12 (f3279b8a-9ad0-49f9-aca0-6879a4c8232b/cadc6be0-e4e3-4078-ad93-1f9c13fd3874/b8c1d56e-2b46-44d4-9cdf-1d374d04d55f) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:08.404552 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eab83ac0-c9fc-47dc-9eae-f4011c106dc8 req-48d70fae-ec43-47b5-b5c7-93344a764829 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026685 Apr 08 17:49:08.629606 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-7b2192b2-7216-4083-8749-10a08f5b7935 service neutron] 10.222.0.78 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697742 Apr 08 17:49:08.834970 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:08.853257 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e734dcfa-a6e3-4f08-a6b0-bac2cb63ae90 service neutron] 10.222.0.78 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110333 Apr 08 17:49:08.899381 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:09.013232 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:09.015686 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c527c-f5e8-4a78-a838-db8147646960 req-b498a7a8-9158-47c7-b265-3dccd232d935 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:09.016469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event updated for resources: {'Port': ['ID=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:09.023077 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:09.026071 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:09.042351 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-348c527c-f5e8-4a78-a838-db8147646960 req-b498a7a8-9158-47c7-b265-3dccd232d935 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 932 time: 0.1526740 Apr 08 17:49:09.182023 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:09.183185 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:09.237632 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-348c527c-f5e8-4a78-a838-db8147646960 req-1985bbc3-e321-4e1c-bc18-8f48d16c6664 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898215 Apr 08 17:49:09.322958 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0981e877-c934-4dc6-92a9-392a5d35c51f req-b90a8ca5-d115-43ae-b624-2ab142a790d5 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 210 time: 0.0680990 Apr 08 17:49:09.339051 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-63f897f4-6de9-4e44-a489-d7a99ba4aca7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8663893 Apr 08 17:49:09.495596 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Request body: {'port': {'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:09.531780 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-af6a5762-f504-47d1-8295-914f5129ef16 None None] Provisioning complete for port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:09.533913 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-af6a5762-f504-47d1-8295-914f5129ef16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:09.698824 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c60f2d-199b-4f85-a505-16ae65122dac req-abab428d-018e-40c0-abc2-db200643ea80 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:09.707707 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-af6a5762-f504-47d1-8295-914f5129ef16 None None] Port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:49:09.711667 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a1c60f2d-199b-4f85-a505-16ae65122dac req-abab428d-018e-40c0-abc2-db200643ea80 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.1099629 Apr 08 17:49:09.860505 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:09.925253 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a1c60f2d-199b-4f85-a505-16ae65122dac req-000a5766-e04c-4cad-a9a0-404798c29c5c tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102878 Apr 08 17:49:10.292624 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c1d56e-2b46-44d4-9cdf-1d374d04d55f {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:10.302079 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Publish callbacks [] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:10.321020 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Transition to ACTIVE for port object b8c1d56e-2b46-44d4-9cdf-1d374d04d55f will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:49:10.332844 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:10.414185 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ce7c2-729e-4573-b95f-8d7eb654ba9f req-af37f453-8150-4574-a179-4e8ea09218b3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:10.415753 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-de8ce7c2-729e-4573-b95f-8d7eb654ba9f req-af37f453-8150-4574-a179-4e8ea09218b3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 944 time: 0.0959344 Apr 08 17:49:10.441931 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:10.492300 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-61730f93-b0f7-4e4f-8e6f-8d471870f1bd req-295de243-cb4d-4201-90e6-e34d2d6fcb20 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 210 time: 0.0422041 Apr 08 17:49:10.573334 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-de8ce7c2-729e-4573-b95f-8d7eb654ba9f req-2968d0c8-16d4-4a4f-9958-5f56780d9030 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386542 Apr 08 17:49:10.607339 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Attempting to bind port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:10.608344 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Attempting to bind port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:10.608879 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Attempting to bind port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:10.621141 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:49:10.621537 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Attempting to bind port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f on network f3279b8a-9ad0-49f9-aca0-6879a4c8232b {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:10.629855 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:10.630685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Checking segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:10.631142 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Bound using segment: {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:10.631644 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Bound port: b8c1d56e-2b46-44d4-9cdf-1d374d04d55f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d4aada-d2af-404e-bc4d-96e9f356edcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:10.632076 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:10.774201 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] For port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:10.792750 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] For port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:10.806403 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:10.882011 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:10.883080 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:10.885905 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] 10.222.0.73 "PUT /v2.0/ports/b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 1094 time: 1.3968978 Apr 08 17:49:10.886569 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:10.891449 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e72120-abf4-482e-8291-0290f922b832" -d '{"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:10.947258 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fc5ee-f891-474e-93a4-fb7ff2e5e382 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:10.975090 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cdf6cb-9c89-48e1-a051-0a4ec49b0e9d x-openstack-request-id: req-29cdf6cb-9c89-48e1-a051-0a4ec49b0e9d {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:10.975558 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:10.976012 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-29cdf6cb-9c89-48e1-a051-0a4ec49b0e9d {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:10.976696 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cdf6cb-9c89-48e1-a051-0a4ec49b0e9d'] response: {'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'status': 'completed', 'code': 200} Apr 08 17:49:11.103671 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-b50401a1-da30-4452-a009-0e7a7a4447e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:11.106036 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-b50401a1-da30-4452-a009-0e7a7a4447e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1128 time: 0.1072550 Apr 08 17:49:11.481779 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-191069a2-0745-4c11-9ef0-02bb3234b247 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 217 time: 0.3468966 Apr 08 17:49:11.492424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0807b3-1859-4999-943a-d6c2d0cc9f7c req-33f382c4-3a5a-4220-bbac-a150948f166b tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:11.494415 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d0807b3-1859-4999-943a-d6c2d0cc9f7c req-33f382c4-3a5a-4220-bbac-a150948f166b tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.4117527 Apr 08 17:49:11.608645 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d0807b3-1859-4999-943a-d6c2d0cc9f7c req-7dff91a9-4471-42d2-8b17-a33030748b85 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043165 Apr 08 17:49:11.626982 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-06d0c53a-7dd1-45f3-aa48-1a2fcb98851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:11.629394 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-06d0c53a-7dd1-45f3-aa48-1a2fcb98851a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1337035 Apr 08 17:49:11.713841 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ce957c61-bcc9-4245-83ab-8a80b5e28a30 req-70dd073d-6a8d-4d2c-8815-a7a840b7992a tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 210 time: 0.1053853 Apr 08 17:49:11.869719 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-cf3affe3-2738-4f0e-bdac-d7330d09bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:11.872970 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-cf3affe3-2738-4f0e-bdac-d7330d09bd89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2109714 Apr 08 17:49:11.916249 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d265a-b60a-43c8-980a-2eb8d861a773 req-58216aa1-405e-449b-9b68-61c6ac7ba3b3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:11.916586 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-7ccd638c-305b-4ec0-b732-2a0049c043f6 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:11.919170 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-7ccd638c-305b-4ec0-b732-2a0049c043f6 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "GET /v2.0/networks?id=5326053f-1675-4fe3-8337-0386a9624e28 HTTP/1.1" status: 200 len: 814 time: 0.2939527 Apr 08 17:49:11.921102 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-758d265a-b60a-43c8-980a-2eb8d861a773 req-58216aa1-405e-449b-9b68-61c6ac7ba3b3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 944 time: 0.1582525 Apr 08 17:49:11.977030 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Request body: {'port': {'device_id': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28', 'admin_state_up': True, 'tenant_id': 'd40a23bd620e46fc9b08230c0001e498'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:12.140476 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-758d265a-b60a-43c8-980a-2eb8d861a773 req-1a3b8852-96bc-46e5-a979-5689570aae99 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957128 Apr 08 17:49:12.169087 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-1442f61a-79d6-4711-9571-61074ebecf5b service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864420 Apr 08 17:49:12.275684 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Made reservation on behalf of d40a23bd620e46fc9b08230c0001e498 for: {'port': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:12.281557 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:12.410895 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3739a3-82f8-4617-8175-93f9a8465f0f req-641e9339-3154-4641-87cc-d2bfc77cfba1 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183166 Apr 08 17:49:12.612165 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Allocated IP 172.20.0.7 (5326053f-1675-4fe3-8337-0386a9624e28/1bfdbee2-4871-4fd4-bc29-17102ce6cd2f/6cc8e730-f6e5-483d-80c2-8226884d3da6) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:12.942639 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a465ff32-bbe0-4398-8d43-eb715bebc90c req-a73a1ea3-d94b-463f-80f7-85c0edfd1d53 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 210 time: 0.0582345 Apr 08 17:49:12.968742 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719f2a4-362b-43f5-ab12-dc6feefd94c6 req-70531236-674b-4780-bd86-c180f454b594 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:12.975925 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e719f2a4-362b-43f5-ab12-dc6feefd94c6 req-70531236-674b-4780-bd86-c180f454b594 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.0961316 Apr 08 17:49:13.081683 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e719f2a4-362b-43f5-ab12-dc6feefd94c6 req-a27e7dec-e758-470d-bc26-7644843e996b tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044102 Apr 08 17:49:13.086120 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks [] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:13.149474 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:13.217952 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Network 5326053f-1675-4fe3-8337-0386a9624e28 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:13.221800 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 47080) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:13.230942 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:13.236856 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:13.291879 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Pushing event updated for resources: {'Port': ['ID=6cc8e730-f6e5-483d-80c2-8226884d3da6,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:13.360208 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:13.361337 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:13.375421 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22725f08-6d70-492c-b8bd-43543b5ba717 req-70efd8e9-d35e-46f6-a30b-7bb937e168e9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:13.377140 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-22725f08-6d70-492c-b8bd-43543b5ba717 req-70efd8e9-d35e-46f6-a30b-7bb937e168e9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 944 time: 0.0806875 Apr 08 17:49:13.419704 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-fb7ce5be-5202-41f0-b43f-f5e1ed7ef777 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4541826 Apr 08 17:49:13.462375 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b4da1fe6-eb74-4e4c-b4ec-0ddd4753a580 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3ebc64e2716b488ebe68e5ab006078e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405360 Apr 08 17:49:13.465194 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 47088) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:13.478915 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-22725f08-6d70-492c-b8bd-43543b5ba717 req-7267d843-abc4-46e6-bda6-a6779db0f080 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909162 Apr 08 17:49:13.531436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-598ee77f-65ef-4ad9-bc45-f9476d707d19 admin admin] Publish callbacks [] for security_group (85e24f9b-8961-4eab-b93b-7e03b028a1d1), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:13.561555 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-598ee77f-65ef-4ad9-bc45-f9476d707d19 admin admin] Publish callbacks [] for security_group (85e24f9b-8961-4eab-b93b-7e03b028a1d1), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:13.647551 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-598ee77f-65ef-4ad9-bc45-f9476d707d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (85e24f9b-8961-4eab-b93b-7e03b028a1d1), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:13.652537 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-598ee77f-65ef-4ad9-bc45-f9476d707d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:13.658401 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-598ee77f-65ef-4ad9-bc45-f9476d707d19 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/85e24f9b-8961-4eab-b93b-7e03b028a1d1 HTTP/1.1" status: 204 len: 168 time: 0.1869068 Apr 08 17:49:13.666065 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ee77f-65ef-4ad9-bc45-f9476d707d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e24f9b-8961-4eab-b93b-7e03b028a1d1,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:14.209693 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e620-7af8-4a7f-9344-29686ffceb68 req-7aab590b-7b84-426d-8a1b-8b6c75c7f246 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:14.216976 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e148e620-7af8-4a7f-9344-29686ffceb68 req-7aab590b-7b84-426d-8a1b-8b6c75c7f246 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 931 time: 0.1304607 Apr 08 17:49:14.335592 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc87df6-f0ec-4cef-9871-9ced1ef41b0f req-e53fadf7-5045-428a-8b64-f51fe12fceb5 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:14.337114 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e148e620-7af8-4a7f-9344-29686ffceb68 req-1bacd16f-422f-427d-9208-a2a4ea0d161a tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126103 Apr 08 17:49:14.349968 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2bc87df6-f0ec-4cef-9871-9ced1ef41b0f req-e53fadf7-5045-428a-8b64-f51fe12fceb5 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.1506770 Apr 08 17:49:14.444780 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2bc87df6-f0ec-4cef-9871-9ced1ef41b0f req-241fdf61-cc96-4cee-8e90-b2ab18983fba tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930514 Apr 08 17:49:14.661939 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344bb89-5ac6-4d13-a756-62cdc69ed91a req-821fee13-7588-47c1-bdb0-1f2626822253 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:14.665370 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a344bb89-5ac6-4d13-a756-62cdc69ed91a req-821fee13-7588-47c1-bdb0-1f2626822253 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 944 time: 0.0931642 Apr 08 17:49:14.752365 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a344bb89-5ac6-4d13-a756-62cdc69ed91a req-03eac709-8f2c-44f6-88df-42f425e442e8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780184 Apr 08 17:49:15.543537 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70a0d7-38e3-47f5-a03d-a77db67d2e0d req-1bdc7795-3555-4f0a-b522-32eee5840e09 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:15.548142 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cc70a0d7-38e3-47f5-a03d-a77db67d2e0d req-1bdc7795-3555-4f0a-b522-32eee5840e09 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 931 time: 0.0998445 Apr 08 17:49:15.723814 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cc70a0d7-38e3-47f5-a03d-a77db67d2e0d req-17dd57ec-8001-437e-a735-e5f8d336c529 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581459 Apr 08 17:49:15.747573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61918965-e067-468e-8f7c-393a8b663157 req-a67494f6-bddd-49fc-ad60-90319e1ff20f tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:15.750337 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-61918965-e067-468e-8f7c-393a8b663157 req-a67494f6-bddd-49fc-ad60-90319e1ff20f tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.1319194 Apr 08 17:49:15.803098 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Request body: {'port': {'device_id': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:15.893559 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-61918965-e067-468e-8f7c-393a8b663157 req-bdf1e6cf-a7c7-4414-877e-bd455915d851 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331749 Apr 08 17:49:15.904075 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e72120-abf4-482e-8291-0290f922b832 req-2036e987-e091-40f5-a14b-081851e61c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:15.906571 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f8e72120-abf4-482e-8291-0290f922b832 req-2036e987-e091-40f5-a14b-081851e61c95 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1128 time: 0.0968866 Apr 08 17:49:15.929707 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:15.956027 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76343ae1-0d51-448d-80ee-64a53849f983 req-63abeb88-4f5d-47a7-8ec3-4edc4ffec1ad tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:15.957741 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-76343ae1-0d51-448d-80ee-64a53849f983 req-63abeb88-4f5d-47a7-8ec3-4edc4ffec1ad tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 944 time: 0.0703893 Apr 08 17:49:16.106926 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-76343ae1-0d51-448d-80ee-64a53849f983 req-2cbac553-01d6-44f5-b0ae-d77cef845c2b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258352 Apr 08 17:49:16.293674 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc8e730-f6e5-483d-80c2-8226884d3da6 {{(pid=110163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:16.302611 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Publish callbacks [] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.325253 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.provisioning_blocks [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Transition to ACTIVE for port object 6cc8e730-f6e5-483d-80c2-8226884d3da6 will not be triggered until provisioned by entity L2. {{(pid=110163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:49:16.331178 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.393651 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc8e730-f6e5-483d-80c2-8226884d3da6,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:16.473211 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Attempting to bind port 6cc8e730-f6e5-483d-80c2-8226884d3da6 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:16.473560 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Attempting to bind port 6cc8e730-f6e5-483d-80c2-8226884d3da6 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:16.473904 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Attempting to bind port 6cc8e730-f6e5-483d-80c2-8226884d3da6 on network 5326053f-1675-4fe3-8337-0386a9624e28 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:16.480217 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Port 6cc8e730-f6e5-483d-80c2-8226884d3da6 on network 5326053f-1675-4fe3-8337-0386a9624e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:49:16.480623 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Attempting to bind port 6cc8e730-f6e5-483d-80c2-8226884d3da6 on network 5326053f-1675-4fe3-8337-0386a9624e28 {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:16.488145 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:16.488493 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Checking segment: {'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:16.488895 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Bound using segment: {'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'} {{(pid=110163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:16.489353 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.managers [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Bound port: 6cc8e730-f6e5-483d-80c2-8226884d3da6, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'}}] {{(pid=110163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:16.489729 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.617497 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] For port 6cc8e730-f6e5-483d-80c2-8226884d3da6, host hv-cinder-83716, cleared binding levels {{(pid=110163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:16.622981 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] For port 6cc8e730-f6e5-483d-80c2-8226884d3da6, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6cc8e730-f6e5-483d-80c2-8226884d3da6,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:16.632087 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.674956 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:16.676004 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for port (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:16.677866 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] 10.222.0.73 "PUT /v2.0/ports/6cc8e730-f6e5-483d-80c2-8226884d3da6 HTTP/1.1" status: 200 len: 1093 time: 0.8805747 Apr 08 17:49:16.678536 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'tag': '6cc8e730-f6e5-483d-80c2-8226884d3da6'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:16.681405 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23051e9-79d6-4524-9243-a54fea233710" -d '{"events": [{"name": "network-changed", "server_uuid": "6cee567b-3670-4a4a-8a96-4af2ba72a38c", "tag": "6cc8e730-f6e5-483d-80c2-8226884d3da6"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:16.729656 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f49d7-78ff-4012-8789-4a177b7f0ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc8e730-f6e5-483d-80c2-8226884d3da6,revision_number=3']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:16.755320 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c86cc11-c02e-4d02-b619-ef365d5d35a1 x-openstack-request-id: req-7c86cc11-c02e-4d02-b619-ef365d5d35a1 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:16.755765 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cee567b-3670-4a4a-8a96-4af2ba72a38c", "tag": "6cc8e730-f6e5-483d-80c2-8226884d3da6", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:16.756085 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7c86cc11-c02e-4d02-b619-ef365d5d35a1 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:16.756609 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c86cc11-c02e-4d02-b619-ef365d5d35a1'] response: {'name': 'network-changed', 'server_uuid': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'tag': '6cc8e730-f6e5-483d-80c2-8226884d3da6', 'status': 'completed', 'code': 200} Apr 08 17:49:16.910863 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012225bc-e69c-44c6-9289-b7282b851863 req-36f7462a-d1bb-4114-ac8f-259dd2fbbe38 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:16.914087 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-012225bc-e69c-44c6-9289-b7282b851863 req-36f7462a-d1bb-4114-ac8f-259dd2fbbe38 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0876031 Apr 08 17:49:17.007398 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-012225bc-e69c-44c6-9289-b7282b851863 req-9c83f860-6b00-418f-871c-83a4d2975957 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800030 Apr 08 17:49:17.042557 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b8c1d56e-2b46-44d4-9cdf-1d374d04d55f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:17.104061 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee58e9-0118-40fc-86ab-2e6099f79d40 req-0397471f-b98d-45a4-8d77-04d6912ab301 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:17.107150 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d6ee58e9-0118-40fc-86ab-2e6099f79d40 req-0397471f-b98d-45a4-8d77-04d6912ab301 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.1015100 Apr 08 17:49:17.217365 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d6ee58e9-0118-40fc-86ab-2e6099f79d40 req-8499240d-bfda-42cd-99d7-499929c2ddbc tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970666 Apr 08 17:49:17.227158 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:17.251889 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'mac_address': 'fa:16:3e:22:a5:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:17.325648 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:17.326601 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:17.351609 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c1d56e-2b46-44d4-9cdf-1d374d04d55f {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:17.398609 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:17.411012 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b407756-a0d0-41ba-97b0-deac669d58cc req-510b8008-e605-4bc1-9a7f-19496479c1bc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:17.411444 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:17.414518 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1b407756-a0d0-41ba-97b0-deac669d58cc req-510b8008-e605-4bc1-9a7f-19496479c1bc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 944 time: 0.1535356 Apr 08 17:49:17.423266 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23051e9-79d6-4524-9243-a54fea233710 req-e68f9ec2-6174-4ed3-ba84-ab4fffd473cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:17.426163 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e23051e9-79d6-4524-9243-a54fea233710 req-e68f9ec2-6174-4ed3-ba84-ab4fffd473cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d40a23bd620e46fc9b08230c0001e498&device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 1127 time: 0.1026750 Apr 08 17:49:17.487327 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e72120-abf4-482e-8291-0290f922b832 req-0d77c8b5-8e16-4b45-9ba8-f6bd64c235a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:17.490724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f8e72120-abf4-482e-8291-0290f922b832 req-0d77c8b5-8e16-4b45-9ba8-f6bd64c235a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.2080770 Apr 08 17:49:17.513374 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1b407756-a0d0-41ba-97b0-deac669d58cc req-2d4499fb-4cb8-4c05-95ac-a8641e999554 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849428 Apr 08 17:49:17.516397 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:17.920379 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f8e72120-abf4-482e-8291-0290f922b832 req-b5100889-7939-404f-b54f-d5d25d2a5bf9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 217 time: 0.0743587 Apr 08 17:49:18.010959 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:18.362981 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23051e9-79d6-4524-9243-a54fea233710 req-39717bb9-7546-4c11-86a4-fef12b038bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:18.366314 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e23051e9-79d6-4524-9243-a54fea233710 req-39717bb9-7546-4c11-86a4-fef12b038bb4 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d40a23bd620e46fc9b08230c0001e498&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5207415 Apr 08 17:49:18.383296 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-5a139980-04c5-482b-ba6f-8ebbbec00c18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3665287 Apr 08 17:49:18.400774 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54109928-79e4-4307-8b4c-9a05016cf106 req-3e97c330-9a85-4281-bbad-d6aaf05bcf4e tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:18.403136 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-54109928-79e4-4307-8b4c-9a05016cf106 req-3e97c330-9a85-4281-bbad-d6aaf05bcf4e tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.3408327 Apr 08 17:49:18.499981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e72120-abf4-482e-8291-0290f922b832 req-d6768280-38d5-4a6f-befc-61c0532c6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:18.502395 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f8e72120-abf4-482e-8291-0290f922b832 req-d6768280-38d5-4a6f-befc-61c0532c6c83 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.4590938 Apr 08 17:49:18.546445 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5040-42d2-424c-98ef-5bfc605cf744 req-d1689a06-a1ca-4b06-ab86-735e57c90774 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:18.548546 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-016e5040-42d2-424c-98ef-5bfc605cf744 req-d1689a06-a1ca-4b06-ab86-735e57c90774 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.2395039 Apr 08 17:49:18.674972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-a2e19f08-3128-4f18-8304-cce3e322c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:18.677882 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-a2e19f08-3128-4f18-8304-cce3e322c288 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1129 time: 0.1627593 Apr 08 17:49:18.694798 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e72120-abf4-482e-8291-0290f922b832 req-723f174f-726f-4d55-82b3-6b08e08c20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:18.696937 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f8e72120-abf4-482e-8291-0290f922b832 req-723f174f-726f-4d55-82b3-6b08e08c20c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1806955 Apr 08 17:49:18.859765 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Deleting port 48eb4efe-8cc5-4d3f-bebd-965080b82542 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:49:18.860225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:18.878633 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-016e5040-42d2-424c-98ef-5bfc605cf744 req-07b2a478-4bcb-4a71-89fc-5a83108cd6d2 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939861 Apr 08 17:49:18.901282 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22940f-ad2d-4a15-a6cb-cbcd4e6a1edf req-d6b9efbe-2aad-405f-9b09-5b4317aede44 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:18.903718 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0e22940f-ad2d-4a15-a6cb-cbcd4e6a1edf req-d6b9efbe-2aad-405f-9b09-5b4317aede44 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 945 time: 0.4522049 Apr 08 17:49:19.033261 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23051e9-79d6-4524-9243-a54fea233710 req-e0f1bf6c-ef47-4661-b412-ea472310e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:19.036386 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e23051e9-79d6-4524-9243-a54fea233710 req-e0f1bf6c-ef47-4661-b412-ea472310e089 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6624250 Apr 08 17:49:19.058276 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0e22940f-ad2d-4a15-a6cb-cbcd4e6a1edf req-ba23cfd7-c8ab-499f-b66c-c5e54dbe2d55 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403422 Apr 08 17:49:19.303205 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ba035-f069-426b-8134-8b3d7f8078bc req-49e3f83a-27fb-4000-a12c-54d29b986467 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:19.306233 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c04ba035-f069-426b-8134-8b3d7f8078bc req-49e3f83a-27fb-4000-a12c-54d29b986467 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 945 time: 0.2794156 Apr 08 17:49:19.308533 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-4a46255a-503a-4af3-bbde-b93c1a0974f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:19.311180 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-4a46255a-503a-4af3-bbde-b93c1a0974f2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.5903339 Apr 08 17:49:19.329182 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] For port 48eb4efe-8cc5-4d3f-bebd-965080b82542, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=48eb4efe-8cc5-4d3f-bebd-965080b82542,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:19.329833 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.357126 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f8e72120-abf4-482e-8291-0290f922b832 req-838b73bb-ff22-4916-b235-bcb95de4d52c service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345017 Apr 08 17:49:19.384041 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Calling delete_port for 48eb4efe-8cc5-4d3f-bebd-965080b82542 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:49:19.525640 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c04ba035-f069-426b-8134-8b3d7f8078bc req-3f7f7735-de7a-4028-a888-0633589949da tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034776 Apr 08 17:49:19.714232 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (48eb4efe-8cc5-4d3f-bebd-965080b82542), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.762819 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Pushing event deleted for resources: {'Port': ['ID=48eb4efe-8cc5-4d3f-bebd-965080b82542,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:19.841595 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] No DVR routers for this DVR port 48eb4efe-8cc5-4d3f-bebd-965080b82542 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:49:19.845952 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:19.852670 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-54109928-79e4-4307-8b4c-9a05016cf106 req-02134502-408f-4a5a-8631-75cefef8710a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "DELETE /v2.0/ports/48eb4efe-8cc5-4d3f-bebd-965080b82542 HTTP/1.1" status: 204 len: 173 time: 1.4168484 Apr 08 17:49:19.853463 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'name': 'network-vif-deleted', 'tag': '48eb4efe-8cc5-4d3f-bebd-965080b82542'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:19.858451 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04824756-cdcf-4f2f-886d-a27ecaa0e4ca" -d '{"events": [{"server_uuid": "30b7c37d-f24d-4db7-b745-c633a93de45f", "name": "network-vif-deleted", "tag": "48eb4efe-8cc5-4d3f-bebd-965080b82542"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:19.927436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9736de73-fa91-4ec2-ac45-1923e63dbacd x-openstack-request-id: req-9736de73-fa91-4ec2-ac45-1923e63dbacd {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:19.927862 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b7c37d-f24d-4db7-b745-c633a93de45f", "name": "network-vif-deleted", "tag": "48eb4efe-8cc5-4d3f-bebd-965080b82542", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:19.928267 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9736de73-fa91-4ec2-ac45-1923e63dbacd {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:19.928854 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9736de73-fa91-4ec2-ac45-1923e63dbacd'] response: {'server_uuid': '30b7c37d-f24d-4db7-b745-c633a93de45f', 'name': 'network-vif-deleted', 'tag': '48eb4efe-8cc5-4d3f-bebd-965080b82542', 'status': 'completed', 'code': 200} Apr 08 17:49:20.104548 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb006db-8f35-465e-8d96-9c41e112321f req-314ae700-9998-4487-9be4-900de03741fe tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:20.107560 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-feb006db-8f35-465e-8d96-9c41e112321f req-314ae700-9998-4487-9be4-900de03741fe tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0847504 Apr 08 17:49:20.205037 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-feb006db-8f35-465e-8d96-9c41e112321f req-9c5e54e2-a963-4cff-a93e-39b4968fd82e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863888 Apr 08 17:49:20.268641 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5dccb1da-01d6-4fcf-a1ec-5fe0c6715a08 req-80f96400-78ac-4e56-99ac-d043ed8c4590 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0646057 Apr 08 17:49:20.754639 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79407e28-5bd6-45c2-a09f-084d4fe87dc1 req-20239081-902c-499e-9dd7-da1a7d986afd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:20.757229 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-79407e28-5bd6-45c2-a09f-084d4fe87dc1 req-20239081-902c-499e-9dd7-da1a7d986afd tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 945 time: 0.0842316 Apr 08 17:49:20.833519 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-79407e28-5bd6-45c2-a09f-084d4fe87dc1 req-16cb0ce2-0c89-4b4f-959b-54a85ef0f159 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684125 Apr 08 17:49:21.406349 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd049ac3-849a-4fce-b84f-bea4e0b02e69 req-9885a99c-ffd7-496e-85ca-23a3315b44c6 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:21.408026 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cd049ac3-849a-4fce-b84f-bea4e0b02e69 req-9885a99c-ffd7-496e-85ca-23a3315b44c6 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0856247 Apr 08 17:49:21.430933 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a263df7e-448f-45a0-a498-35d27ea7f4e1 req-cd7ba058-f9a1-4dec-a530-fbd591fc055e tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0476806 Apr 08 17:49:21.492124 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cd049ac3-849a-4fce-b84f-bea4e0b02e69 req-678afbe0-755a-447b-9659-dfe3a220e43b tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734758 Apr 08 17:49:22.015409 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb132d3-e617-4edd-b543-f52c26a62922 req-f5408d62-280d-4d11-86d1-1b2892f4b57a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:22.018345 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cfb132d3-e617-4edd-b543-f52c26a62922 req-f5408d62-280d-4d11-86d1-1b2892f4b57a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 945 time: 0.0682683 Apr 08 17:49:22.110639 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cfb132d3-e617-4edd-b543-f52c26a62922 req-46002095-15ba-45d2-80f5-5edf0ca20912 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818892 Apr 08 17:49:22.592781 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-02d8df77-a087-4f7c-9b25-f7ce62de24b3 req-0e8e0f05-c927-4f0e-a708-13b447972668 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.0359976 Apr 08 17:49:22.828059 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-59cba8e3-f969-420b-a736-af9dd1c2bbd4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 200 len: 217 time: 0.1984534 Apr 08 17:49:22.885262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1532c-9497-4011-bbf0-eb2afe451b96 req-0fb67502-847b-44d0-96d7-1c74229718b1 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:22.887134 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fcb1532c-9497-4011-bbf0-eb2afe451b96 req-0fb67502-847b-44d0-96d7-1c74229718b1 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.2597222 Apr 08 17:49:22.905610 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-c85bc729-1c3c-4861-8789-f87d29b6c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:22.907349 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-c85bc729-1c3c-4861-8789-f87d29b6c5a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d40a23bd620e46fc9b08230c0001e498&device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 1127 time: 0.1533768 Apr 08 17:49:22.934395 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f8e72120-abf4-482e-8291-0290f922b832 req-8a6fe9e9-eed2-430e-ac42-8df78f7c44c5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245013 Apr 08 17:49:22.975701 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fcb1532c-9497-4011-bbf0-eb2afe451b96 req-a58e7f5f-8e62-4cdb-8706-5f53fe5a1a59 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769837 Apr 08 17:49:23.189879 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-ec5f1d3c-b279-4c07-805f-e4d585e3102c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cc8e730-f6e5-483d-80c2-8226884d3da6 HTTP/1.1" status: 200 len: 217 time: 0.1053934 Apr 08 17:49:23.262690 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-8492a012-f7b4-41aa-892f-1b6cb7156aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:23.265357 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-8492a012-f7b4-41aa-892f-1b6cb7156aff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1692491 Apr 08 17:49:23.268022 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-77186713-9436-4c65-9dd0-2f667c94607c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:23.349303 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325757e-c2cb-429a-bdff-fac246faf552 req-47201328-a6bc-40d4-a809-d2f3f07c72a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:23.352041 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2325757e-c2cb-429a-bdff-fac246faf552 req-47201328-a6bc-40d4-a809-d2f3f07c72a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 945 time: 0.0776262 Apr 08 17:49:23.458970 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2325757e-c2cb-429a-bdff-fac246faf552 req-69c294af-fec9-4412-9b9a-e3b7d0a9e980 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959911 Apr 08 17:49:23.489074 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['48eb4efe-8cc5-4d3f-bebd-965080b82542'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:23.537735 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b8c1d56e-2b46-44d4-9cdf-1d374d04d55f up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:23.599239 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-a5e1387e-4169-4c3e-945d-4f7ed35a1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:23.602229 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-a5e1387e-4169-4c3e-945d-4f7ed35a1742 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1577508 Apr 08 17:49:23.610841 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-c33bac63-6f06-47c8-9300-53a0ac473edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:23.614270 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-c33bac63-6f06-47c8-9300-53a0ac473edf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bfdbee2-4871-4fd4-bc29-17102ce6cd2f HTTP/1.1" status: 200 len: 854 time: 0.1917524 Apr 08 17:49:23.636308 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:23.657358 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:23.660643 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:23.750004 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-bd1f1887-08fe-43c4-8d40-878f0e609410 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5326053f-1675-4fe3-8337-0386a9624e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106763 Apr 08 17:49:23.884240 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:23.885102 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:23.974367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:23.975972 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:23.981273 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14df5d97-c7fa-4e9e-bdc3-64ee578d3850" -d '{"events": [{"server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "name": "network-vif-plugged", "status": "completed", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:23.995890 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:24.141771 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd5950a-c14d-4b42-9e37-7abc8b146a6f x-openstack-request-id: req-1dd5950a-c14d-4b42-9e37-7abc8b146a6f {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:24.142309 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "name": "network-vif-plugged", "status": "completed", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:24.142743 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1dd5950a-c14d-4b42-9e37-7abc8b146a6f {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:24.143419 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd5950a-c14d-4b42-9e37-7abc8b146a6f'] response: {'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'code': 200} Apr 08 17:49:24.245361 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:24.409029 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-205ff2eb-d999-4d1a-86f4-10eba1978a3c req-0094e5d8-7362-44c7-acba-774229c2e58d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=30b7c37d-f24d-4db7-b745-c633a93de45f HTTP/1.1" status: 200 len: 210 time: 0.5101538 Apr 08 17:49:24.431759 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dfaf4-afa6-4a5e-9cd6-619c5004d50b req-18a585ff-f935-419d-ba4f-779be2ba523c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:24.435948 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8c0dfaf4-afa6-4a5e-9cd6-619c5004d50b req-18a585ff-f935-419d-ba4f-779be2ba523c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.1085989 Apr 08 17:49:24.561943 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-80d1a998-9ec0-4e19-9440-db45941aeff9 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9456151 Apr 08 17:49:24.569044 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8c0dfaf4-afa6-4a5e-9cd6-619c5004d50b req-ab85e882-c000-4e14-adf3-f78c79cdd267 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194265 Apr 08 17:49:24.648725 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-68eeacfb-7d58-4c0d-b7dc-18d19d9cfd8b service neutron] 10.222.0.73 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8970399 Apr 08 17:49:24.668928 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47258) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:24.682373 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e8be-66b1-4533-986e-4da888034e51 req-f4fb9398-257e-4665-9d2f-4ecb8149787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:24.685728 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b9d7e8be-66b1-4533-986e-4da888034e51 req-f4fb9398-257e-4665-9d2f-4ecb8149787c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1130 time: 0.2008016 Apr 08 17:49:24.724843 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c87403-b311-44d1-a62b-e8be04875dca req-a3f489b5-7049-4896-8b31-a3bcd3328014 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:24.728717 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e7c87403-b311-44d1-a62b-e8be04875dca req-a3f489b5-7049-4896-8b31-a3bcd3328014 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1152811 Apr 08 17:49:24.828801 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e7c87403-b311-44d1-a62b-e8be04875dca req-8cbf420e-e2f1-4740-8645-08c0f8eaeea8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890260 Apr 08 17:49:24.878521 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0ca451c9-fe52-4f8d-b511-81ac176ed836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.039079 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0ca451c9-fe52-4f8d-b511-81ac176ed836 admin admin] Publish callbacks [] for security_group (dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.045968 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0ca451c9-fe52-4f8d-b511-81ac176ed836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.132066 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-0ca451c9-fe52-4f8d-b511-81ac176ed836 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c25714423a424a3cbb8885d8e95a0dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4610026 Apr 08 17:49:25.136145 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca451c9-fe52-4f8d-b511-81ac176ed836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:25.136477 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 47264) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:25.248046 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe9c3-c3b3-488a-92fb-41586c113db7 admin admin] Publish callbacks [] for security_group (dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.293256 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe9c3-c3b3-488a-92fb-41586c113db7 admin admin] Publish callbacks [] for security_group (dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.396853 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe9c3-c3b3-488a-92fb-41586c113db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.401777 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe9c3-c3b3-488a-92fb-41586c113db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.404377 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1fcfe9c3-c3b3-488a-92fb-41586c113db7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8 HTTP/1.1" status: 204 len: 168 time: 0.2657654 Apr 08 17:49:25.418729 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfe9c3-c3b3-488a-92fb-41586c113db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5bf7c6-0c8f-436e-92c7-6f5d35f58fe8,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:25.608333 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-a027c9fb-cf17-479f-89ab-4c5b5d8aed52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:25.803873 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fdb1b-35d0-49f0-aa66-349a7c8fcd1d req-f4591e4e-0e7b-43eb-a42b-e65192e6858e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:25.809194 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d37fdb1b-35d0-49f0-aa66-349a7c8fcd1d req-f4591e4e-0e7b-43eb-a42b-e65192e6858e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.1132824 Apr 08 17:49:25.912949 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d37fdb1b-35d0-49f0-aa66-349a7c8fcd1d req-90f4f165-467e-4c73-b9df-aa0600522983 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909326 Apr 08 17:49:26.062004 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-49ace5ef-ae6a-4e43-8d13-f9a8828976b1 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:26.064927 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-49ace5ef-ae6a-4e43-8d13-f9a8828976b1 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/networks?id=c1154c8a-a417-4d3c-8083-b50aff8d7e41 HTTP/1.1" status: 200 len: 808 time: 0.2233551 Apr 08 17:49:26.092800 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-a85012e5-1bab-4e18-b660-777106b88811 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/quotas/5e589743ce924381ada74634b4195303 HTTP/1.1" status: 200 len: 375 time: 0.0177150 Apr 08 17:49:26.141575 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5e695-24b1-47c6-b98d-6c3b214d7e58 req-df9ec0be-a108-408f-9f7f-9883958a2a28 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:26.144535 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b3c5e695-24b1-47c6-b98d-6c3b214d7e58 req-df9ec0be-a108-408f-9f7f-9883958a2a28 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1011305 Apr 08 17:49:26.164364 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-20e17675-79f8-4488-b6cb-d074e6e23a1d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=5e589743ce924381ada74634b4195303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563941 Apr 08 17:49:26.255804 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b3c5e695-24b1-47c6-b98d-6c3b214d7e58 req-0e438dfc-d951-48dc-8273-198a910b79a1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977557 Apr 08 17:49:26.398336 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-73d6730f-dba7-416b-9298-d0cd81a814ef service neutron] 10.222.0.78 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258534 Apr 08 17:49:26.626982 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-9849f91d-503b-429a-a4fb-a3bd41e3b918 service neutron] 10.222.0.78 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163136 Apr 08 17:49:26.819125 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:26.935733 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a00bad7a-7a4a-4a59-a6b0-b2565dcec9fb req-3538633d-abf7-4e96-823e-de2d0ad9608c tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0460973 Apr 08 17:49:27.023423 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 48eb4efe-8cc5-4d3f-bebd-965080b82542 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:49:27.073319 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 48eb4efe-8cc5-4d3f-bebd-965080b82542 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:49:27.073859 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 48eb4efe-8cc5-4d3f-bebd-965080b82542 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:49:27.090634 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:27.168658 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cd437-726a-4ee7-935c-4875443b5be0 req-8a14ef7b-50ca-4151-91ea-e3ab4d832827 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:27.171864 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-808cd437-726a-4ee7-935c-4875443b5be0 req-8a14ef7b-50ca-4151-91ea-e3ab4d832827 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.1151252 Apr 08 17:49:27.269982 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-808cd437-726a-4ee7-935c-4875443b5be0 req-490b6896-8a0b-4fc0-a6a6-1aa546909bac tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869341 Apr 08 17:49:27.480440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f873da0-cb06-4e1f-88d6-ea43eaa62931 req-5d30695b-1d12-40c9-8c00-e898bc1b2de6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:27.483793 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0f873da0-cb06-4e1f-88d6-ea43eaa62931 req-5d30695b-1d12-40c9-8c00-e898bc1b2de6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0925193 Apr 08 17:49:27.575310 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0f873da0-cb06-4e1f-88d6-ea43eaa62931 req-fd4801d0-8377-46ff-9931-f2e83a88ec0f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809484 Apr 08 17:49:28.109280 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d02ced60-5a68-44a2-9b04-46e893dff43f req-9169554f-c411-4cc8-a0aa-b706b8deb0c8 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0524683 Apr 08 17:49:28.625688 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:28.704767 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b9d7e8be-66b1-4533-986e-4da888034e51 req-bdf5a0f9-6916-45cb-b075-5757b047e21d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809452 Apr 08 17:49:28.727894 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91b76d-551d-46ae-8608-fa75608a81fa req-8bd58d0f-5625-4398-9de9-013765b7dde0 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:28.730665 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fa91b76d-551d-46ae-8608-fa75608a81fa req-8bd58d0f-5625-4398-9de9-013765b7dde0 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.2973166 Apr 08 17:49:28.753082 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44e51ee2-f61f-4a02-946d-66ce7e2547d5 req-db167f1f-465b-456a-ae32-64bb3ec70511 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4512706 Apr 08 17:49:28.791574 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbaa687f-b5dc-43ac-b51c-eb39ffeebf52 req-b46d4bdf-eff2-4b98-b356-9c7227c76ebe service neutron] 10.222.0.73 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712319 Apr 08 17:49:28.792522 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049606-e164-4144-a577-826bb52dda7e req-e3cc588e-3803-421f-b85f-0c77b3d3649e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:28.795907 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-67049606-e164-4144-a577-826bb52dda7e req-e3cc588e-3803-421f-b85f-0c77b3d3649e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0913041 Apr 08 17:49:28.836766 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fa91b76d-551d-46ae-8608-fa75608a81fa req-559f680a-c0e9-4dbb-84c9-b1596938f754 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876098 Apr 08 17:49:28.889855 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-67049606-e164-4144-a577-826bb52dda7e req-28594443-3f17-47f8-87bc-1a3234a884ad tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829351 Apr 08 17:49:29.272292 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3275c1eb-743e-4b51-8339-5d5444e5068c req-22563c47-f699-477b-96b6-1ac135d2c42d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0379310 Apr 08 17:49:29.891910 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:30.022252 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dae1ab-a029-4ec3-9e7f-d4c4a12f1833 req-9d4cc5e5-d0e2-4047-aa60-ce03f1ae9f8f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:30.024975 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d5dae1ab-a029-4ec3-9e7f-d4c4a12f1833 req-9d4cc5e5-d0e2-4047-aa60-ce03f1ae9f8f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0705130 Apr 08 17:49:30.106711 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d5dae1ab-a029-4ec3-9e7f-d4c4a12f1833 req-f334e295-f890-4927-bf9a-5fb2cc890755 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702143 Apr 08 17:49:30.107126 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd557-65f2-43ee-8310-ed021703605f req-fa127d53-3c76-4d1a-ae5a-ff340e20f073 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:30.110052 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fa1fd557-65f2-43ee-8310-ed021703605f req-fa127d53-3c76-4d1a-ae5a-ff340e20f073 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0868614 Apr 08 17:49:30.214260 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fa1fd557-65f2-43ee-8310-ed021703605f req-a177e2cb-983d-45d7-851d-6a3c1f6a270c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960097 Apr 08 17:49:30.399113 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f824f8bb-dbac-486a-979f-46e0ffd25fd2 req-a4af9b44-655e-4706-ad87-41abcf362d14 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0355506 Apr 08 17:49:31.297887 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896af6a-b97b-4ff8-962a-84a78a49a27f req-9b61daba-6aae-4c8b-bb6d-93e4986c8d59 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:31.300210 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a896af6a-b97b-4ff8-962a-84a78a49a27f req-9b61daba-6aae-4c8b-bb6d-93e4986c8d59 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0735497 Apr 08 17:49:31.400255 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a896af6a-b97b-4ff8-962a-84a78a49a27f req-8d4e7007-bc51-4de8-a254-f98e79e16888 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888073 Apr 08 17:49:31.446473 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b37068-d50a-4fad-befb-ffa8323ad16c req-ddee1897-9757-4b71-8fd8-f53801a1cc83 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:31.449697 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c8b37068-d50a-4fad-befb-ffa8323ad16c req-ddee1897-9757-4b71-8fd8-f53801a1cc83 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1100183 Apr 08 17:49:31.535775 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c8b37068-d50a-4fad-befb-ffa8323ad16c req-c358d6ec-df61-4562-a848-c00938096dfb tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757499 Apr 08 17:49:31.582227 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7fff8a8-dea1-4de6-8fcd-fe59ae181d15 req-d85eff97-9afc-46c5-8da1-447faff044e6 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0435872 Apr 08 17:49:32.574209 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a0ce3-b276-4eaa-a841-535b0e46a658 req-a4d775a4-19d0-484a-85c8-88570e143227 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:32.576748 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9d8a0ce3-b276-4eaa-a841-535b0e46a658 req-a4d775a4-19d0-484a-85c8-88570e143227 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0663700 Apr 08 17:49:32.665590 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9d8a0ce3-b276-4eaa-a841-535b0e46a658 req-63102ba5-0236-41f6-8d25-e9375120f5c8 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789001 Apr 08 17:49:32.718645 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf379237-bfc0-4f58-8344-db051f22a709 req-7fff0e7b-b902-4c5c-9272-cb6d251501a1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:32.720969 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cf379237-bfc0-4f58-8344-db051f22a709 req-7fff0e7b-b902-4c5c-9272-cb6d251501a1 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0715203 Apr 08 17:49:32.801269 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cf379237-bfc0-4f58-8344-db051f22a709 req-ac0d4339-b216-4e1e-b979-8e1e04adea45 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735710 Apr 08 17:49:32.830064 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-405f630d-cc6d-4b0c-9483-65becba4fd2a req-18f614a6-b030-4dac-be34-5a4bdcd2b8ee tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0613773 Apr 08 17:49:33.867021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaff63-1dcf-44c4-9374-4de2ee3f3463 req-6b05562b-1a98-4ae8-a85f-c14b12cd8e81 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:33.873740 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2caaff63-1dcf-44c4-9374-4de2ee3f3463 req-6b05562b-1a98-4ae8-a85f-c14b12cd8e81 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0766573 Apr 08 17:49:33.973139 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2caaff63-1dcf-44c4-9374-4de2ee3f3463 req-a5f41d49-0e8e-4e72-9933-3c723bb964e2 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887783 Apr 08 17:49:33.991081 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9f03a-1f2b-4043-bbb8-8434bf01a6d9 req-72e1ae3d-16a2-4f11-a66e-99f9bed853c6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:33.993248 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-70c9f03a-1f2b-4043-bbb8-8434bf01a6d9 req-72e1ae3d-16a2-4f11-a66e-99f9bed853c6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0691371 Apr 08 17:49:34.063938 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-70c9f03a-1f2b-4043-bbb8-8434bf01a6d9 req-1c1e8320-538f-4ce7-b792-9bf70dcdce5f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632050 Apr 08 17:49:34.135535 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1146b8d2-b583-4168-a912-ea22f7578a2e req-066cb155-1381-4d4a-bab1-a35dc4d798d2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0574205 Apr 08 17:49:34.215886 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:49:35.185757 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60992eb-96a9-4314-8f44-238a619874f1 req-54402229-6ad5-433b-acc4-8923c35890f7 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:35.188945 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f60992eb-96a9-4314-8f44-238a619874f1 req-54402229-6ad5-433b-acc4-8923c35890f7 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0898242 Apr 08 17:49:35.281813 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162346-305e-4672-9b08-f5478dbfb3bd req-20bba42f-0af4-454b-9b11-00299677f264 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:35.282740 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f60992eb-96a9-4314-8f44-238a619874f1 req-dff07809-1fb4-47de-886b-1aa43f9aa2e1 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810437 Apr 08 17:49:35.284928 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dd162346-305e-4672-9b08-f5478dbfb3bd req-20bba42f-0af4-454b-9b11-00299677f264 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0940120 Apr 08 17:49:35.374576 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dd162346-305e-4672-9b08-f5478dbfb3bd req-33c8e0d5-fa7c-47b5-be58-785a063110be tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801215 Apr 08 17:49:35.418664 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b6edf50e-604d-4d3a-b362-8debb37b02e7 req-7dd37e8e-1b91-4cb2-a4d5-cf70bee4c3b2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0410721 Apr 08 17:49:36.475467 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e766b-bcc0-4b48-b382-766d53a10333 req-739035ac-ecca-4acf-8342-80e5c7fdb4bb tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:36.478379 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9e2e766b-bcc0-4b48-b382-766d53a10333 req-739035ac-ecca-4acf-8342-80e5c7fdb4bb tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0838037 Apr 08 17:49:36.570990 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9e2e766b-bcc0-4b48-b382-766d53a10333 req-4c617e4b-05ba-4589-9534-50b496da8729 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809097 Apr 08 17:49:36.580953 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0c28f-08c1-4dd4-8f74-174d9e8b97a8 req-0ce2faf3-31e9-4780-8028-96e72c8962f8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:36.583550 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-25f0c28f-08c1-4dd4-8f74-174d9e8b97a8 req-0ce2faf3-31e9-4780-8028-96e72c8962f8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0866308 Apr 08 17:49:36.671245 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-25f0c28f-08c1-4dd4-8f74-174d9e8b97a8 req-3eddf4ab-2f2f-4eb4-be88-34164d4810d3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780809 Apr 08 17:49:36.708076 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b6d15628-6afa-4160-ba1c-79bf599131a3 req-47e91569-3090-4d85-a1fb-ebc880ed55ea tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0517170 Apr 08 17:49:37.781957 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b246870-9256-4c93-b7cd-c5a579c832e6 req-de26b52e-35a8-4c0a-90d4-fab3411d5274 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:37.787583 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b246870-9256-4c93-b7cd-c5a579c832e6 req-de26b52e-35a8-4c0a-90d4-fab3411d5274 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 943 time: 0.0997031 Apr 08 17:49:37.893378 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b246870-9256-4c93-b7cd-c5a579c832e6 req-cd948f17-07ef-40cf-984e-bef73d31261f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957010 Apr 08 17:49:37.909498 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bf197-f449-4fa6-868a-07a600934f47 req-e6c9e65b-2023-4efa-a799-8fe540746fe4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:37.912471 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-529bf197-f449-4fa6-868a-07a600934f47 req-e6c9e65b-2023-4efa-a799-8fe540746fe4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0947406 Apr 08 17:49:38.019562 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-529bf197-f449-4fa6-868a-07a600934f47 req-cb636c7b-da7f-4d82-871d-89b4d81da9c3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920568 Apr 08 17:49:38.062196 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-60bf63b7-fd9f-4037-81d7-82e039d097ae req-81119ef9-9f4e-4653-82ce-b2fb2a7d22bd tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0522289 Apr 08 17:49:38.480717 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 6cc8e730-f6e5-483d-80c2-8226884d3da6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:38.659517 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 6cc8e730-f6e5-483d-80c2-8226884d3da6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6cc8e730-f6e5-483d-80c2-8226884d3da6,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:38.682275 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '6cc8e730-f6e5-483d-80c2-8226884d3da6', 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28', 'port_id': '6cc8e730-f6e5-483d-80c2-8226884d3da6', 'mac_address': 'fa:16:3e:2f:4d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfdbee2-4871-4fd4-bc29-17102ce6cd2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:38.754158 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 6cc8e730-f6e5-483d-80c2-8226884d3da6 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:38.754813 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:38.783390 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc8e730-f6e5-483d-80c2-8226884d3da6 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:38.823042 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 6cc8e730-f6e5-483d-80c2-8226884d3da6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6cc8e730-f6e5-483d-80c2-8226884d3da6,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:38.829384 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:38.909038 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=6cc8e730-f6e5-483d-80c2-8226884d3da6,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:39.120631 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37794c06-230d-4d5d-831d-c3c781faf90a req-b093ebf2-7942-409a-9109-8c64b246cf2c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:39.128178 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-37794c06-230d-4d5d-831d-c3c781faf90a req-b093ebf2-7942-409a-9109-8c64b246cf2c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 944 time: 0.0995433 Apr 08 17:49:39.228290 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-37794c06-230d-4d5d-831d-c3c781faf90a req-dd577895-5374-4e06-9962-1fbd199ff351 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900578 Apr 08 17:49:39.251575 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a6504-2f23-4d35-aeae-ad32aae88010 req-758f7df8-41e7-409d-856e-6a1b41337ea4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:39.254515 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4f4a6504-2f23-4d35-aeae-ad32aae88010 req-758f7df8-41e7-409d-856e-6a1b41337ea4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0937300 Apr 08 17:49:39.351672 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4f4a6504-2f23-4d35-aeae-ad32aae88010 req-5165578b-75a9-4422-b24d-754a5af34eb4 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842144 Apr 08 17:49:39.381400 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4654dacd-543b-425e-9ab9-485437ad44fc req-e47be2c4-c844-42de-8627-661ef40bee8b tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0565145 Apr 08 17:49:39.576187 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['6cc8e730-f6e5-483d-80c2-8226884d3da6'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:40.419030 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b972dc3-4be1-45a9-ae48-2552f604fa1a req-8e885ab0-486d-435e-a3c6-12eb92c07bdb tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:40.421012 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b972dc3-4be1-45a9-ae48-2552f604fa1a req-8e885ab0-486d-435e-a3c6-12eb92c07bdb tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 944 time: 0.0666599 Apr 08 17:49:40.499653 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b972dc3-4be1-45a9-ae48-2552f604fa1a req-438472e3-efb9-4574-8d83-7e9981dc081b tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Apr 08 17:49:40.560505 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893f65d-2e09-4a0f-b1e2-9a5e9c83d83a req-e443b3f6-bf8e-42a2-b57a-816a74f25312 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:40.565449 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8893f65d-2e09-4a0f-b1e2-9a5e9c83d83a req-e443b3f6-bf8e-42a2-b57a-816a74f25312 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1048906 Apr 08 17:49:40.734097 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b404bb8e-855b-42d2-9199-bd479bc3f7d7 req-ef337475-a699-4d14-8a3c-e0d0a945b631 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0723565 Apr 08 17:49:40.823378 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8893f65d-2e09-4a0f-b1e2-9a5e9c83d83a req-6af1efb8-f2f6-485e-a676-ff6d70176c63 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112243 Apr 08 17:49:40.876140 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-3ad83a07-5a28-4ac0-890b-3a2336927ee9 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:40.879017 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-3ad83a07-5a28-4ac0-890b-3a2336927ee9 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "GET /v2.0/networks?id=c1154c8a-a417-4d3c-8083-b50aff8d7e41 HTTP/1.1" status: 200 len: 808 time: 0.3108976 Apr 08 17:49:41.223893 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 6cc8e730-f6e5-483d-80c2-8226884d3da6 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:41.291913 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 6cc8e730-f6e5-483d-80c2-8226884d3da6 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:41.301121 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 6cc8e730-f6e5-483d-80c2-8226884d3da6 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:41.301721 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.374160 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Request body: {'port': {'device_id': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41', 'admin_state_up': True, 'tenant_id': '5e589743ce924381ada74634b4195303'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:41.471514 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 6cc8e730-f6e5-483d-80c2-8226884d3da6 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:41.472206 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.510697 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8e730-f6e5-483d-80c2-8226884d3da6'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:41.514327 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad5f61f-75c3-4a72-b5ec-7c06dab1fe7a" -d '{"events": [{"server_uuid": "6cee567b-3670-4a4a-8a96-4af2ba72a38c", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8e730-f6e5-483d-80c2-8226884d3da6"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:41.548629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 6cc8e730-f6e5-483d-80c2-8226884d3da6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6cc8e730-f6e5-483d-80c2-8226884d3da6,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:41.562462 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.628908 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782bb3cc-5e46-41b8-b550-a9215f3f16b7 x-openstack-request-id: req-782bb3cc-5e46-41b8-b550-a9215f3f16b7 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:41.629444 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee567b-3670-4a4a-8a96-4af2ba72a38c", "name": "network-vif-plugged", "status": "completed", "tag": "6cc8e730-f6e5-483d-80c2-8226884d3da6", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:41.629813 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-782bb3cc-5e46-41b8-b550-a9215f3f16b7 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:41.630482 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782bb3cc-5e46-41b8-b550-a9215f3f16b7'] response: {'server_uuid': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc8e730-f6e5-483d-80c2-8226884d3da6', 'code': 200} Apr 08 17:49:41.645466 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Made reservation on behalf of 5e589743ce924381ada74634b4195303 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:41.651440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:41.695742 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=6cc8e730-f6e5-483d-80c2-8226884d3da6,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:41.844004 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a441e-76ca-40ad-b29d-cb8288610db4 req-a5f436bb-698b-479b-aa59-cda58c03756f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:41.846593 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-579a441e-76ca-40ad-b29d-cb8288610db4 req-a5f436bb-698b-479b-aa59-cda58c03756f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.1708639 Apr 08 17:49:41.954421 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-92f18b1b-02e7-4e48-9dfb-45abfb75f447 req-eb531e91-b879-442b-9279-4c0c0e071a23 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0695753 Apr 08 17:49:42.022339 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-579a441e-76ca-40ad-b29d-cb8288610db4 req-df2afc25-22fd-4a4c-84ea-71b7843c6e26 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631753 Apr 08 17:49:42.061868 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Allocated IP 172.20.0.13 (c1154c8a-a417-4d3c-8083-b50aff8d7e41/62fb8256-abbb-4a02-aafa-741049c87713/221c192d-babe-4a51-88d7-aa1e5af1bac5) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:42.200383 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc42f1-3ab9-4e34-ba87-488186812fb8 req-d77159b9-a1ce-475a-b396-1f19ca219509 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.208828 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-aafc42f1-3ab9-4e34-ba87-488186812fb8 req-d77159b9-a1ce-475a-b396-1f19ca219509 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0965056 Apr 08 17:49:42.283019 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-aafc42f1-3ab9-4e34-ba87-488186812fb8 req-56b7ee31-a705-4a92-bbf1-901660d48a1d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728233 Apr 08 17:49:42.438845 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917eda2-680e-460b-8bcd-0033a90acc91 req-b9d2cead-7d05-46fd-9665-aa47c677299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.441404 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e917eda2-680e-460b-8bcd-0033a90acc91 req-b9d2cead-7d05-46fd-9665-aa47c677299b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 1129 time: 0.1298795 Apr 08 17:49:42.569954 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks [] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.590774 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76230d64-ebc5-4b8d-acda-199efde788f4 req-3af4f4f1-8ff3-4412-b23e-26731243f6b7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.593607 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-76230d64-ebc5-4b8d-acda-199efde788f4 req-3af4f4f1-8ff3-4412-b23e-26731243f6b7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1986046 Apr 08 17:49:42.611221 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47470) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:42.619913 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'floatingip': {'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:42.635941 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e917eda2-680e-460b-8bcd-0033a90acc91 req-79b4ab7d-4a32-489b-9e7e-f6eebe340b10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458743 Apr 08 17:49:42.677615 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.695622 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.768192 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Network c1154c8a-a417-4d3c-8083-b50aff8d7e41 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:42.775075 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:42.782599 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:42.797072 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Pushing event updated for resources: {'Port': ['ID=221c192d-babe-4a51-88d7-aa1e5af1bac5,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:42.870647 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:42.872000 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:42.894664 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-0b037131-00d4-432a-b017-90880ca6db70 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5307686 Apr 08 17:49:43.150433 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Request body: {'port': {'device_id': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:43.347195 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33898f28-4b13-409d-80cf-0a50a71fa1de req-53cace1c-1d33-4107-87c1-de18299e25a2 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.353230 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-33898f28-4b13-409d-80cf-0a50a71fa1de req-53cace1c-1d33-4107-87c1-de18299e25a2 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.1504004 Apr 08 17:49:43.401224 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb97775-9193-4b69-bf40-08050a8f7466 req-2723f2ef-4521-4572-b718-844db1b0e8e1 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:43.405012 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6fb97775-9193-4b69-bf40-08050a8f7466 req-2723f2ef-4521-4572-b718-844db1b0e8e1 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 932 time: 0.2916567 Apr 08 17:49:43.460435 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.526531 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-33898f28-4b13-409d-80cf-0a50a71fa1de req-4bf9f335-2ac7-49ff-8360-ce56c3cf3e99 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269646 Apr 08 17:49:43.654027 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.663068 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6fb97775-9193-4b69-bf40-08050a8f7466 req-eb8501ed-dab4-4b93-8414-3c391dbbfb08 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465632 Apr 08 17:49:43.665237 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:43.812840 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47484) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:43.873935 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Floating IP b21bc291-aa83-473d-8d8b-e1189cc1c158 associated. External IP: 172.27.2.251, port: b8c1d56e-2b46-44d4-9cdf-1d374d04d55f. Apr 08 17:49:44.022329 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221c192d-babe-4a51-88d7-aa1e5af1bac5 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:44.038787 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Publish callbacks [] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.063666 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Transition to ACTIVE for port object 221c192d-babe-4a51-88d7-aa1e5af1bac5 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:49:44.066258 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-81a62f6b-49ce-4a30-97c4-aaef64270710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.070452 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.208542 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Pushing event updated for resources: {'Port': ['ID=221c192d-babe-4a51-88d7-aa1e5af1bac5,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:44.314768 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Attempting to bind port 221c192d-babe-4a51-88d7-aa1e5af1bac5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:44.315338 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Attempting to bind port 221c192d-babe-4a51-88d7-aa1e5af1bac5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:44.315916 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Attempting to bind port 221c192d-babe-4a51-88d7-aa1e5af1bac5 on network c1154c8a-a417-4d3c-8083-b50aff8d7e41 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:44.324337 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Port 221c192d-babe-4a51-88d7-aa1e5af1bac5 on network c1154c8a-a417-4d3c-8083-b50aff8d7e41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:49:44.324911 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Attempting to bind port 221c192d-babe-4a51-88d7-aa1e5af1bac5 on network c1154c8a-a417-4d3c-8083-b50aff8d7e41 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:44.334171 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:44.334723 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Checking segment: {'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:44.335374 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Bound using segment: {'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:44.336044 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Bound port: 221c192d-babe-4a51-88d7-aa1e5af1bac5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace012c0-2799-4c64-8847-a483a05a5306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:44.336738 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.350505 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-81a62f6b-49ce-4a30-97c4-aaef64270710 admin admin] Publish callbacks [] for security_group (b5b1f056-2679-4389-9638-86b09ba68a23), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.360793 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-81a62f6b-49ce-4a30-97c4-aaef64270710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (b5b1f056-2679-4389-9638-86b09ba68a23), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.395428 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Router 81a94a09-47b5-4b74-8ce6-8968cc078602 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:49:44.436042 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-81a62f6b-49ce-4a30-97c4-aaef64270710 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b767c3a4f6aa42318f491378bf982141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6212564 Apr 08 17:49:44.440147 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47488) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:44.460692 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] For port 221c192d-babe-4a51-88d7-aa1e5af1bac5, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:44.462615 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a62f6b-49ce-4a30-97c4-aaef64270710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b1f056-2679-4389-9638-86b09ba68a23,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:44.466538 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] For port 221c192d-babe-4a51-88d7-aa1e5af1bac5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=221c192d-babe-4a51-88d7-aa1e5af1bac5,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:44.477709 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.546702 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:44.547798 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.550158 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] 10.222.0.73 "PUT /v2.0/ports/221c192d-babe-4a51-88d7-aa1e5af1bac5 HTTP/1.1" status: 200 len: 1094 time: 1.4106116 Apr 08 17:49:44.550833 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'tag': '221c192d-babe-4a51-88d7-aa1e5af1bac5'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:44.553780 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dae6cf5-7184-4fd0-a54f-552579f8db82" -d '{"events": [{"name": "network-changed", "server_uuid": "93b71ab4-58dc-4363-86ae-57f7e80d0a3c", "tag": "221c192d-babe-4a51-88d7-aa1e5af1bac5"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:44.600162 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe47b6-f30e-4add-8ede-ec0f85def405 service neutron] Pushing event updated for resources: {'Port': ['ID=221c192d-babe-4a51-88d7-aa1e5af1bac5,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:44.643557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669d09b5-e4a7-4523-99f5-e27ab692b038 x-openstack-request-id: req-669d09b5-e4a7-4523-99f5-e27ab692b038 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:44.643557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b71ab4-58dc-4363-86ae-57f7e80d0a3c", "tag": "221c192d-babe-4a51-88d7-aa1e5af1bac5", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:44.643557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-669d09b5-e4a7-4523-99f5-e27ab692b038 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:44.644582 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669d09b5-e4a7-4523-99f5-e27ab692b038'] response: {'name': 'network-changed', 'server_uuid': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'tag': '221c192d-babe-4a51-88d7-aa1e5af1bac5', 'status': 'completed', 'code': 200} Apr 08 17:49:44.715788 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1a2d757d-c74a-4a57-9819-9e6a7ae89fe7 admin admin] Publish callbacks [] for security_group (b5b1f056-2679-4389-9638-86b09ba68a23), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.818205 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d9123-271f-48b1-a13f-30f72f055ccc req-182d5e3f-1228-43c3-b1ad-948e2eaa631c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:44.820342 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6d0d9123-271f-48b1-a13f-30f72f055ccc req-182d5e3f-1228-43c3-b1ad-948e2eaa631c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.1234827 Apr 08 17:49:44.832164 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1a2d757d-c74a-4a57-9819-9e6a7ae89fe7 admin admin] Publish callbacks [] for security_group (b5b1f056-2679-4389-9638-86b09ba68a23), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.882289 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:44.888603 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22840da-29be-49e9-bda8-ac4d1039c247 req-87988aed-bc2b-4f77-a8e3-a22d4962e6d9 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:44.890109 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:44.891461 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e22840da-29be-49e9-bda8-ac4d1039c247 req-87988aed-bc2b-4f77-a8e3-a22d4962e6d9 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 944 time: 0.1058018 Apr 08 17:49:44.901151 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] Sync routers for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:44.938725 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:44.940455 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:44.962715 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5f707ea1-1798-4a3c-8aa6-96df1533a07b tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "PUT /v2.0/floatingips/b21bc291-aa83-473d-8d8b-e1189cc1c158 HTTP/1.1" status: 200 len: 992 time: 2.3494394 Apr 08 17:49:44.973453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:44.977505 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905c2423-0bfd-4450-8ad1-f2e80e3103b3" -d '{"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:45.017763 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e22840da-29be-49e9-bda8-ac4d1039c247 req-71a4a14d-ec6b-4eab-8239-ed9e3965a0b5 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096764 Apr 08 17:49:45.019139 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6d0d9123-271f-48b1-a13f-30f72f055ccc req-06d585ba-fce8-4d8b-a7f4-fb44d555cf66 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841183 Apr 08 17:49:45.062023 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1a2d757d-c74a-4a57-9819-9e6a7ae89fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (b5b1f056-2679-4389-9638-86b09ba68a23), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.062023 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1a2d757d-c74a-4a57-9819-9e6a7ae89fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:45.073962 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1a2d757d-c74a-4a57-9819-9e6a7ae89fe7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b5b1f056-2679-4389-9638-86b09ba68a23 HTTP/1.1" status: 204 len: 168 time: 0.6244535 Apr 08 17:49:45.088440 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d757d-c74a-4a57-9819-9e6a7ae89fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b1f056-2679-4389-9638-86b09ba68a23,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:45.135921 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bb5ed6-6198-42fc-a750-6e505bd86892 x-openstack-request-id: req-15bb5ed6-6198-42fc-a750-6e505bd86892 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:45.136538 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:45.137544 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-15bb5ed6-6198-42fc-a750-6e505bd86892 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:45.138079 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15bb5ed6-6198-42fc-a750-6e505bd86892'] response: {'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'status': 'completed', 'code': 200} Apr 08 17:49:45.240226 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:45.453819 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6cf5-7184-4fd0-a54f-552579f8db82 req-3832ba0d-3ed2-4b46-9bc0-c1bfb3a227be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:45.455945 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3dae6cf5-7184-4fd0-a54f-552579f8db82 req-3832ba0d-3ed2-4b46-9bc0-c1bfb3a227be service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e589743ce924381ada74634b4195303&device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 1128 time: 0.1305254 Apr 08 17:49:45.457369 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-cff84631-74e2-4e83-8fec-a7a955505a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:45.458984 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-cff84631-74e2-4e83-8fec-a7a955505a87 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1130 time: 0.1208594 Apr 08 17:49:45.642944 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b21bc291-aa83-473d-8d8b-e1189cc1c158', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'mac_address': 'fa:16:3e:22:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:02Z', 'updated_at': '2022-04-08T17:49:43Z', 'revision_number': 1, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:45.701954 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] Checking router: 81a94a09-47b5-4b74-8ce6-8968cc078602 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:45.717812 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:45.718642 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:45.768416 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6cf5-7184-4fd0-a54f-552579f8db82 req-0f2abc9a-4351-4434-b0af-f3e27b7dfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:45.771263 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3dae6cf5-7184-4fd0-a54f-552579f8db82 req-0f2abc9a-4351-4434-b0af-f3e27b7dfd30 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=5e589743ce924381ada74634b4195303&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2870579 Apr 08 17:49:45.774088 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-e6d7155c-afd8-42b1-bfe4-8cbb5304afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:45.776225 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-e6d7155c-afd8-42b1-bfe4-8cbb5304afeb service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.2807770 Apr 08 17:49:45.864584 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:45.948818 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-38168c3a-f9a3-4a45-9eed-bcb17a3f590c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 1000 time: 0.1560495 Apr 08 17:49:46.037902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6cf5-7184-4fd0-a54f-552579f8db82 req-35725902-d0de-4f6d-85df-87d6b9c726f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.039425 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3dae6cf5-7184-4fd0-a54f-552579f8db82 req-35725902-d0de-4f6d-85df-87d6b9c726f6 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2548430 Apr 08 17:49:46.060519 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-a9146185-2e82-4a4d-bc15-2fc0c4752e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.063463 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-a9146185-2e82-4a4d-bc15-2fc0c4752e1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1063557 Apr 08 17:49:46.170588 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-86a9c7eb-5e83-411b-a90c-7523de9cf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.173551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-86a9c7eb-5e83-411b-a90c-7523de9cf257 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021163 Apr 08 17:49:46.329854 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7915f72-9d32-450f-9584-e4b5f5c1818e req-0071c1e2-5524-416f-b7fe-7aae52d6aa00 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.332862 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a7915f72-9d32-450f-9584-e4b5f5c1818e req-0071c1e2-5524-416f-b7fe-7aae52d6aa00 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 944 time: 0.1233761 Apr 08 17:49:46.333745 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47524) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:46.361106 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-6ed13ae0-b6d7-442c-ae38-a6e08a357e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.364252 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-6ed13ae0-b6d7-442c-ae38-a6e08a357e0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e589743ce924381ada74634b4195303&device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 1128 time: 0.2077463 Apr 08 17:49:46.403023 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629664-8cda-4316-b27f-405cd1037187 req-a928eb7c-fd07-4a82-986d-eecae4eba4b9 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.405095 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-60629664-8cda-4316-b27f-405cd1037187 req-a928eb7c-fd07-4a82-986d-eecae4eba4b9 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.1797187 Apr 08 17:49:46.430056 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b21bc291-aa83-473d-8d8b-e1189cc1c158', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'mac_address': 'fa:16:3e:22:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:02Z', 'updated_at': '2022-04-08T17:49:43Z', 'revision_number': 1, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:46.442929 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a7915f72-9d32-450f-9584-e4b5f5c1818e req-89c233a6-1e79-4857-975a-172081cf8d05 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983407 Apr 08 17:49:46.450145 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-106a455f-1411-4649-8070-f4aee788f612 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=221c192d-babe-4a51-88d7-aa1e5af1bac5 HTTP/1.1" status: 200 len: 217 time: 0.0682344 Apr 08 17:49:46.490181 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ecce05-8146-4281-a449-e5d8d8482774 None None] The sync data for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi is: [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b21bc291-aa83-473d-8d8b-e1189cc1c158', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'mac_address': 'fa:16:3e:22:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:02Z', 'updated_at': '2022-04-08T17:49:43Z', 'revision_number': 1, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:49:46.551107 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-1ead43f0-fdc0-4993-8879-926bf71df7e5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478928 Apr 08 17:49:46.573365 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1719425016-network', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:46.616888 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-60629664-8cda-4316-b27f-405cd1037187 req-50facc70-c890-4824-bbec-34baed90d3df tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763957 Apr 08 17:49:46.617458 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Made reservation on behalf of 1a0d5b6a20274a0e9536510361ef55ec for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:46.619280 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-5c1bc11d-2c5a-4eb8-90a3-295d12775f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:46.621841 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-5c1bc11d-2c5a-4eb8-90a3-295d12775f66 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=62fb8256-abbb-4a02-aafa-741049c87713 HTTP/1.1" status: 200 len: 848 time: 0.1608596 Apr 08 17:49:46.626301 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.651434 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.723445 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-f30cb8a6-a489-44a7-954d-c140d57cc06c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=c1154c8a-a417-4d3c-8083-b50aff8d7e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910165 Apr 08 17:49:46.819193 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks [] for security_group (8103dcd6-7114-435d-b45d-b9ceb7a57284), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.835563 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (8103dcd6-7114-435d-b45d-b9ceb7a57284), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.884637 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-905c2423-0bfd-4450-8ad1-f2e80e3103b3 req-53d7e2b5-8207-4521-b0ea-e962b0bf010e service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246274 Apr 08 17:49:46.892015 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:49:46.920029 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-e405c02b-a47a-408e-8add-c9bce3fa4076 service neutron] 10.222.0.73 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846879 Apr 08 17:49:46.930087 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8103dcd6-7114-435d-b45d-b9ceb7a57284,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:46.936578 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (1d7b70d4-4a19-4222-b902-eda180c730f2), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:46.937230 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Added segment 1d7b70d4-4a19-4222-b902-eda180c730f2 of type vlan for network 280d0b11-cae3-41c5-8685-c845cdfd6371 Apr 08 17:49:47.031441 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161fc62-ab15-4094-a1f9-43412ac9be14 None None] New status for floating IP b21bc291-aa83-473d-8d8b-e1189cc1c158: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:49:47.048508 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (280d0b11-cae3-41c5-8685-c845cdfd6371), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:47.114146 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (280d0b11-cae3-41c5-8685-c845cdfd6371), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:47.124143 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:47.125575 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:47.133491 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e85c7b8-eacd-49f3-aa6f-9773cb24806f req-a2725f25-f795-44d1-88e0-751544512861 service neutron] 10.222.0.73 "GET /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059505 Apr 08 17:49:47.201637 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8659036 Apr 08 17:49:47.206417 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47566) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:47.215742 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Request body: {'subnet': {'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1719425016-subnet', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:47.298745 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d81ddf-e201-4548-b885-4df8cfb9a2be admin admin] Pushing event updated for resources: {'Network': ['ID=280d0b11-cae3-41c5-8685-c845cdfd6371,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:47.326679 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:49:47.328785 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Made reservation on behalf of 1a0d5b6a20274a0e9536510361ef55ec for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:47.333055 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774741'] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:47.949482 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115676db-49a1-4fe3-918c-5cd884a49963 req-9866b078-8dfa-490b-bd0d-fbf722ae6db5 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:47.952539 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-115676db-49a1-4fe3-918c-5cd884a49963 req-9866b078-8dfa-490b-bd0d-fbf722ae6db5 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 944 time: 0.1712143 Apr 08 17:49:48.123131 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-115676db-49a1-4fe3-918c-5cd884a49963 req-a1bd56a5-c700-4bf7-95e1-daad805fe024 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535840 Apr 08 17:49:48.249115 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9379346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774715'] for subnet (6f2b9630-a2b4-4fd7-b2c6-037e5341e609), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.362367 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2b9630-a2b4-4fd7-b2c6-037e5341e609,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:48.378403 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Checking segment: {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:48.378921 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Network hostable DHCP agents. Network: 280d0b11-cae3-41c5-8685-c845cdfd6371, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:49:48.411572 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:49:48.425698 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 280d0b11-cae3-41c5-8685-c845cdfd6371) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:48.430638 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:48.431269 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.443714 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad510fa-7d03-4cdd-992d-3edf593ba08d None None] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:49:48.455010 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-069cb35b-4ec6-4579-921f-5462c5160c0c admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2467456 Apr 08 17:49:48.459883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 47588) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:48.469754 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:48.510055 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.513003 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.617191 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-280d0b11-cae3-41c5-8685-c845cdfd6371', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:49:48.619867 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:48.928500 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Allocated IP 172.20.0.2 (280d0b11-cae3-41c5-8685-c845cdfd6371/6f2b9630-a2b4-4fd7-b2c6-037e5341e609/e95f7389-c8bd-46fa-983b-7fd4d56b20f3) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:48.967200 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks [] for router_controller (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), precommit_add_association {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.230538 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Publish callbacks [] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.239747 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.257217 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks [] for router_gateway (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.305992 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:49.312126 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:49.318465 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:49.339093 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Pushing event updated for resources: {'Port': ['ID=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:49.383315 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b90fd6-a255-4046-9485-e7004a1d7fce req-bc51a66b-8c04-441a-b3ef-14d92206df4d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:49.386309 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b4b90fd6-a255-4046-9485-e7004a1d7fce req-bc51a66b-8c04-441a-b3ef-14d92206df4d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 944 time: 0.1174412 Apr 08 17:49:49.430235 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Attempting to bind port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:49.430609 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Attempting to bind port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:49.431187 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Attempting to bind port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 on network 280d0b11-cae3-41c5-8685-c845cdfd6371 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:49.441821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:49.441821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Checking segment: {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:49.441821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.441821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Bound using segment: {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:49.441821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Bound port: e95f7389-c8bd-46fa-983b-7fd4d56b20f3, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:49.441821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.547365 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b4b90fd6-a255-4046-9485-e7004a1d7fce req-a546eb47-0b6f-496f-a25b-5ce6480a76c7 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282911 Apr 08 17:49:49.551087 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] For port e95f7389-c8bd-46fa-983b-7fd4d56b20f3, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:49.557411 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] For port e95f7389-c8bd-46fa-983b-7fd4d56b20f3, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:49.569298 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.680224 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581f2f5-c7ff-42fa-9995-4d283717eaa0 None None] Pushing event updated for resources: {'Port': ['ID=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:49.685203 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks [] for router_gateway (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.711702 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:49.911822 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Allocated IP 172.27.2.138 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/7a52e248-9a58-4845-879c-48e8256c0d7a) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:50.117725 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks [] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:50.188969 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:50.254316 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:50.260453 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:50.266728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:50.305684 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Pushing event updated for resources: {'Port': ['ID=7a52e248-9a58-4845-879c-48e8256c0d7a,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:50.687228 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks [] for router_gateway (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:50.811235 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6ba31-7033-4259-a7f5-2c24a8dd3e14 req-32ac780f-a152-4c53-82ec-79070537ddc3 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:50.821803 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-38e6ba31-7033-4259-a7f5-2c24a8dd3e14 req-32ac780f-a152-4c53-82ec-79070537ddc3 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 944 time: 0.1368442 Apr 08 17:49:50.902294 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-38e6ba31-7033-4259-a7f5-2c24a8dd3e14 req-f961c7ca-24c6-427c-a833-dcc19b5d72e4 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780985 Apr 08 17:49:51.017067 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa0e055-f0fa-4fab-9b1d-1e21c3fe8afc None None] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:49:51.083299 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:51.145605 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-5aed744f-d911-4d8f-93cd-bcc16cebc628 None None] Provisioning complete for port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:51.146513 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5aed744f-d911-4d8f-93cd-bcc16cebc628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:51.300017 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 221c192d-babe-4a51-88d7-aa1e5af1bac5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:49:51.346263 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:49:51.369053 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e95f7389-c8bd-46fa-983b-7fd4d56b20f3 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:51.494363 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-5aed744f-d911-4d8f-93cd-bcc16cebc628 None None] Current status of the port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:51.495030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5aed744f-d911-4d8f-93cd-bcc16cebc628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:51.561427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:51.587372 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Sync routers for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:51.604999 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:51.608944 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ab794f29-1eb8-499b-9d4d-4db27418f25c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1470745 Apr 08 17:49:51.612090 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 47602) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:51.619130 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:51.621099 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:51.766280 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:51.767040 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:51.782264 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 221c192d-babe-4a51-88d7-aa1e5af1bac5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=221c192d-babe-4a51-88d7-aa1e5af1bac5,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:51.834440 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:51.837255 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-5aed744f-d911-4d8f-93cd-bcc16cebc628 None None] For port e95f7389-c8bd-46fa-983b-7fd4d56b20f3, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:51.853397 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5aed744f-d911-4d8f-93cd-bcc16cebc628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:51.906342 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '221c192d-babe-4a51-88d7-aa1e5af1bac5', 'network_id': 'c1154c8a-a417-4d3c-8083-b50aff8d7e41', 'port_id': '221c192d-babe-4a51-88d7-aa1e5af1bac5', 'mac_address': 'fa:16:3e:86:e1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fb8256-abbb-4a02-aafa-741049c87713', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:49:52.061681 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-3f009167-d32f-49e2-8f79-82051ad0bf28 None None] Provisioning complete for port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:52.062770 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3f009167-d32f-49e2-8f79-82051ad0bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:52.203973 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed744f-d911-4d8f-93cd-bcc16cebc628 None None] Pushing event updated for resources: {'Port': ['ID=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:52.209107 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:50Z', 'revision_number': 3, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:52.215629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:52.223281 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 221c192d-babe-4a51-88d7-aa1e5af1bac5 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:52.223738 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:52.257848 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221c192d-babe-4a51-88d7-aa1e5af1bac5 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:49:52.266179 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Checking router: 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:52.266899 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Updating router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 port 7a52e248-9a58-4845-879c-48e8256c0d7a binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:49:52.318795 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 221c192d-babe-4a51-88d7-aa1e5af1bac5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=221c192d-babe-4a51-88d7-aa1e5af1bac5,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:52.325560 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:52.340043 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:52.361651 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-3f009167-d32f-49e2-8f79-82051ad0bf28 None None] Current status of the port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:52.394074 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce291c-3aff-4700-92f7-d172ce389a69 req-405b7a5b-4a4b-46db-971e-f50d3709d5fb tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:52.397106 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e6ce291c-3aff-4700-92f7-d172ce389a69 req-405b7a5b-4a4b-46db-971e-f50d3709d5fb tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 944 time: 0.3114614 Apr 08 17:49:52.413943 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=221c192d-babe-4a51-88d7-aa1e5af1bac5,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:52.549554 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e6ce291c-3aff-4700-92f7-d172ce389a69 req-5503a902-4822-40bf-82db-dad7f7465ceb tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Apr 08 17:49:52.892671 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Publish callbacks [] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:52.900386 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:52.901398 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.002240 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['221c192d-babe-4a51-88d7-aa1e5af1bac5'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:49:53.012183 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Attempting to bind port 7a52e248-9a58-4845-879c-48e8256c0d7a on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:49:53.012821 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Attempting to bind port 7a52e248-9a58-4845-879c-48e8256c0d7a by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:49:53.013470 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Attempting to bind port 7a52e248-9a58-4845-879c-48e8256c0d7a on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:49:53.019254 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Pushing event updated for resources: {'Port': ['ID=7a52e248-9a58-4845-879c-48e8256c0d7a,revision_number=2']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:53.028950 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:49:53.029585 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:53.030288 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.030919 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:49:53.031784 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Bound port: 7a52e248-9a58-4845-879c-48e8256c0d7a, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:49:53.032479 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.086145 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.086920 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.087528 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.088193 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.088788 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.089916 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.090513 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.091103 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.091841 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.094004 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.094680 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.095279 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.095884 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.096527 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.097084 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:53.212780 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] For port 7a52e248-9a58-4845-879c-48e8256c0d7a, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:49:53.221382 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] For port 7a52e248-9a58-4845-879c-48e8256c0d7a, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=7a52e248-9a58-4845-879c-48e8256c0d7a,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:49:53.248993 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.404893 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c64c5d1e-3fce-4842-a810-6553dbdbd34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.407530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Allocated IP 172.20.0.1 (280d0b11-cae3-41c5-8685-c845cdfd6371/6f2b9630-a2b4-4fd7-b2c6-037e5341e609/9564d25e-b36f-45ad-8711-143dde45949e) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:53.420856 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:53.421927 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:53.422581 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e95f7389-c8bd-46fa-983b-7fd4d56b20f3 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:53.574990 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:53.575385 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.728810 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks [] for port (9564d25e-b36f-45ad-8711-143dde45949e), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:53.768768 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5e7b7-5200-47e2-af53-f6e5fe6ae4b0 None None] Pushing event updated for resources: {'Port': ['ID=7a52e248-9a58-4845-879c-48e8256c0d7a,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:53.841276 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:53.872416 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5bb5b-b9cb-4051-ac18-e12c55e170ef req-7f4ba46e-0d1b-4b8e-8410-f37100afb720 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:53.875419 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d7a5bb5b-b9cb-4051-ac18-e12c55e170ef req-7f4ba46e-0d1b-4b8e-8410-f37100afb720 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 945 time: 0.1188433 Apr 08 17:49:54.053207 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:54.066735 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (9564d25e-b36f-45ad-8711-143dde45949e), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:54.113594 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d7a5bb5b-b9cb-4051-ac18-e12c55e170ef req-11dc576d-1d09-4bba-9e00-50145adec72f tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239590 Apr 08 17:49:54.183821 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:54.187724 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:54.191454 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:49:54.243879 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Pushing event updated for resources: {'Port': ['ID=9564d25e-b36f-45ad-8711-143dde45949e,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:54.262207 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:50Z', 'revision_number': 3, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:54.275968 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.276512 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.276935 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.277465 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.277897 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.278242 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.278606 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.278947 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.279288 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.279627 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.279997 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.280439 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.280673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.281148 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.281597 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:54.299237 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:54.320514 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441d40f-4b8c-4907-b798-2c35b7d77f2a None None] The sync data for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi is: [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:50Z', 'revision_number': 3, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:49:54.541351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-927c1914-3734-483f-aa29-7d162586acd4 None None] Provisioning complete for port 9564d25e-b36f-45ad-8711-143dde45949e triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:54.542765 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-927c1914-3734-483f-aa29-7d162586acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9564d25e-b36f-45ad-8711-143dde45949e), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:54.567152 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9564d25e-b36f-45ad-8711-143dde45949e), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:54.630348 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-927c1914-3734-483f-aa29-7d162586acd4 None None] Port 9564d25e-b36f-45ad-8711-143dde45949e cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:49:54.928005 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks [] for port (9564d25e-b36f-45ad-8711-143dde45949e), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:54.940966 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (9564d25e-b36f-45ad-8711-143dde45949e), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.052701 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Pushing event updated for resources: {'Port': ['ID=9564d25e-b36f-45ad-8711-143dde45949e,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:55.055761 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.297499 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:49:55.299438 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:55.385295 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 221c192d-babe-4a51-88d7-aa1e5af1bac5 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:55.419610 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a60f17-33e3-41f2-9460-20515563cd41 req-67a7c6ed-61f7-4e0e-ae5c-768453aec19d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:55.451893 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-62a60f17-33e3-41f2-9460-20515563cd41 req-67a7c6ed-61f7-4e0e-ae5c-768453aec19d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 945 time: 0.1377034 Apr 08 17:49:55.462259 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7a52e248-9a58-4845-879c-48e8256c0d7a up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:55.607960 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-62a60f17-33e3-41f2-9460-20515563cd41 req-4b4564a2-7561-43ba-9136-ba7a735bda6a tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542697 Apr 08 17:49:55.634024 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:49:55.656844 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-8159a2b1-3cdc-4a5e-9bc5-8d8109c73f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.728236 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 221c192d-babe-4a51-88d7-aa1e5af1bac5 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:49:55.745253 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 7a52e248-9a58-4845-879c-48e8256c0d7a triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:55.746012 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.804153 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 221c192d-babe-4a51-88d7-aa1e5af1bac5 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:55.804794 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.886225 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-6701b6f3-7591-4a73-94cc-54496683e6ce None None] Provisioning complete for port 9564d25e-b36f-45ad-8711-143dde45949e triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:55.886225 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6701b6f3-7591-4a73-94cc-54496683e6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9564d25e-b36f-45ad-8711-143dde45949e), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:55.906761 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:49:55.917551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8445e26d-008f-4a99-8522-7af8f8bde02d admin admin] 10.222.0.78 "PUT /v2.0/routers/0d30dec4-c6de-4dcf-a7bd-cf1eee73c658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3030431 Apr 08 17:49:55.993618 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-6701b6f3-7591-4a73-94cc-54496683e6ce None None] Port 9564d25e-b36f-45ad-8711-143dde45949e cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:49:56.104040 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 7a52e248-9a58-4845-879c-48e8256c0d7a is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:56.104805 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.126475 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 221c192d-babe-4a51-88d7-aa1e5af1bac5 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:56.127036 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.165771 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 7a52e248-9a58-4845-879c-48e8256c0d7a, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=7a52e248-9a58-4845-879c-48e8256c0d7a,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:56.176838 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.190645 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c192d-babe-4a51-88d7-aa1e5af1bac5'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:49:56.194855 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573dec49-a5d6-49d2-ac0c-340aa041f0c5" -d '{"events": [{"server_uuid": "93b71ab4-58dc-4363-86ae-57f7e80d0a3c", "name": "network-vif-plugged", "status": "completed", "tag": "221c192d-babe-4a51-88d7-aa1e5af1bac5"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:49:56.255730 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 221c192d-babe-4a51-88d7-aa1e5af1bac5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=221c192d-babe-4a51-88d7-aa1e5af1bac5,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:49:56.262245 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.280304 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b861138-f518-467b-87c8-cc5cdc43b4be x-openstack-request-id: req-5b861138-f518-467b-87c8-cc5cdc43b4be {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:49:56.280746 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b71ab4-58dc-4363-86ae-57f7e80d0a3c", "name": "network-vif-plugged", "status": "completed", "tag": "221c192d-babe-4a51-88d7-aa1e5af1bac5", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:49:56.281130 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b861138-f518-467b-87c8-cc5cdc43b4be {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:49:56.281794 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b861138-f518-467b-87c8-cc5cdc43b4be'] response: {'server_uuid': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221c192d-babe-4a51-88d7-aa1e5af1bac5', 'code': 200} Apr 08 17:49:56.343883 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=7a52e248-9a58-4845-879c-48e8256c0d7a,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:56.472317 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=221c192d-babe-4a51-88d7-aa1e5af1bac5,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:56.678120 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ef608-e36e-4622-8017-e8143a757bc8 req-76205c17-b778-4252-b73d-d9d830b6449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.680337 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-969ef608-e36e-4622-8017-e8143a757bc8 req-76205c17-b778-4252-b73d-d9d830b6449e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 1130 time: 0.0874581 Apr 08 17:49:56.814704 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-969ef608-e36e-4622-8017-e8143a757bc8 req-c2f2c67f-456f-45b6-88d7-295f17c579eb service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211360 Apr 08 17:49:56.830001 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:56.887372 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2fe94-5a06-48d8-ad55-d069c7e34255 req-1d676155-1f2e-4580-8508-5b4e32384d74 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:56.890323 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b2e2fe94-5a06-48d8-ad55-d069c7e34255 req-1d676155-1f2e-4580-8508-5b4e32384d74 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.1240747 Apr 08 17:49:57.003089 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b2e2fe94-5a06-48d8-ad55-d069c7e34255 req-82bb3c13-e4f3-4f56-ae4e-b61c8b44aa2d tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028533 Apr 08 17:49:57.076973 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.101971 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47662) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:57.111935 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1788183614-network', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:57.151713 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Made reservation on behalf of 54db0a22ab054a238cdcf86de697bc39 for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:57.155519 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.170410 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.266778 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Sync routers for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:49:57.294026 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:49:57.294815 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:57.373996 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7a52e248-9a58-4845-879c-48e8256c0d7a up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:49:57.375440 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks [] for security_group (60a4f37e-8520-48b2-97ad-af41c761eabd), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.381674 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (60a4f37e-8520-48b2-97ad-af41c761eabd), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.426831 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:49:57.438110 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4f37e-8520-48b2-97ad-af41c761eabd,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:57.461580 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.462089 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.462799 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.463611 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.464523 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.465361 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.466182 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.467018 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.467575 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.468394 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.468982 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.469533 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.470076 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.470879 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.471449 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:49:57.478325 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (a234e99f-27b5-4b35-8678-a0ac68a85806), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.478753 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Added segment a234e99f-27b5-4b35-8678-a0ac68a85806 of type vlan for network c60a3c5a-2f97-4e5a-8c70-687b4e449349 Apr 08 17:49:57.573655 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (c60a3c5a-2f97-4e5a-8c70-687b4e449349), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.601677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:49:57.628946 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (c60a3c5a-2f97-4e5a-8c70-687b4e449349), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.630861 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:57.632358 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.674662 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 7a52e248-9a58-4845-879c-48e8256c0d7a triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:57.675883 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.749994 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6413651 Apr 08 17:49:57.751788 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 47676) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:57.763882 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Request body: {'subnet': {'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1788183614-subnet', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:57.779376 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0dd04-24cc-4b7a-82dc-d03fc47faec4 admin admin] Pushing event updated for resources: {'Network': ['ID=c60a3c5a-2f97-4e5a-8c70-687b4e449349,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:57.820924 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:49:57.832974 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Made reservation on behalf of 54db0a22ab054a238cdcf86de697bc39 for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:49:57.837365 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286433'] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:57.863816 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b42b-b774-400b-92a2-4629d0898b6e req-0160f957-2380-437f-bb40-5a65c0d73351 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:57.865457 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-69c0b42b-b774-400b-92a2-4629d0898b6e req-0160f957-2380-437f-bb40-5a65c0d73351 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1156783 Apr 08 17:49:57.987339 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-69c0b42b-b774-400b-92a2-4629d0898b6e req-f8b37497-d0eb-4d06-b3e2-96c9b1735f4e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087551 Apr 08 17:49:58.196165 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 7a52e248-9a58-4845-879c-48e8256c0d7a is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:49:58.230067 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 2, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:49:58.259829 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68315b-1509-4168-bdfc-906b01cb5294 req-12658f04-86ae-4362-8af4-6c9361a3ac36 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:58.263624 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fa68315b-1509-4168-bdfc-906b01cb5294 req-12658f04-86ae-4362-8af4-6c9361a3ac36 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.1128452 Apr 08 17:49:58.265700 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4091217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286479'] for subnet (2cb5caf1-8b70-402b-8d8c-218fddb6a2c2), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.276470 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Checking router: 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:49:58.277083 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Updating router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 port 9564d25e-b36f-45ad-8711-143dde45949e binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:49:58.325210 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9564d25e-b36f-45ad-8711-143dde45949e), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.370897 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb5caf1-8b70-402b-8d8c-218fddb6a2c2,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:58.411309 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Checking segment: {'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:49:58.411685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Network hostable DHCP agents. Network: c60a3c5a-2f97-4e5a-8c70-687b4e449349, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:49:58.418616 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fa68315b-1509-4168-bdfc-906b01cb5294 req-43651d77-6d45-44dc-b4e3-a3d7b1cdb4fc tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033893 Apr 08 17:49:58.447367 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:49:58.458811 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, c60a3c5a-2f97-4e5a-8c70-687b4e449349) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:49:58.464910 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:58.465794 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.489067 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 47682) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:49:58.489575 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-92be8d04-565a-4f1b-8e38-036525c5a32f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7345841 Apr 08 17:49:58.494643 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:49:58.519406 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (6cc3ba63-441f-45cd-b691-77d0d3b33e59), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.520650 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (6cc3ba63-441f-45cd-b691-77d0d3b33e59), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.533888 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d991b-580d-4e5a-88c8-626dcd8e20b2 None None] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:49:58.596826 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks [] for router_controller (6cc3ba63-441f-45cd-b691-77d0d3b33e59), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.746403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.791581 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks [] for router_gateway (6cc3ba63-441f-45cd-b691-77d0d3b33e59), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:58.888843 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-c60a3c5a-2f97-4e5a-8c70-687b4e449349', 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349', 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'fixed_ips': [{'subnet_id': '2cb5caf1-8b70-402b-8d8c-218fddb6a2c2'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:49:58.889881 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.153740 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks [] for router_gateway (6cc3ba63-441f-45cd-b691-77d0d3b33e59), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.212835 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.335217 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c538dcd-f79a-4824-a28f-2b71063f32ab req-8f1c64d8-ab85-456f-a029-4225c144bdd5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:59.339190 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Publish callbacks [] for port (9564d25e-b36f-45ad-8711-143dde45949e), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.342555 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0c538dcd-f79a-4824-a28f-2b71063f32ab req-8f1c64d8-ab85-456f-a029-4225c144bdd5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.2033257 Apr 08 17:49:59.354761 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Allocated IP 172.20.0.2 (c60a3c5a-2f97-4e5a-8c70-687b4e449349/2cb5caf1-8b70-402b-8d8c-218fddb6a2c2/34b63617-331e-45cd-a14f-1c22451fc84b) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:59.357438 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9564d25e-b36f-45ad-8711-143dde45949e), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.551349 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0c538dcd-f79a-4824-a28f-2b71063f32ab req-4bd05e30-70e3-4bc2-a259-511413600b31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913972 Apr 08 17:49:59.665052 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Allocated IP 172.27.2.37 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/e7986a9f-8001-4f00-9956-01d67912aeee) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:49:59.787558 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aea3a2-50f2-4bee-890f-5535383a7084 req-a2cccee8-c4b6-4805-9f87-c68259fe307e tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:49:59.805514 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-42aea3a2-50f2-4bee-890f-5535383a7084 req-a2cccee8-c4b6-4805-9f87-c68259fe307e tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.2384136 Apr 08 17:49:59.864173 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cc8d5-128d-4bc8-939c-113c1f9b805c None None] Pushing event updated for resources: {'Port': ['ID=9564d25e-b36f-45ad-8711-143dde45949e,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:49:59.952159 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-42aea3a2-50f2-4bee-890f-5535383a7084 req-12581d76-1ac5-480e-b287-f3e557fea289 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408422 Apr 08 17:49:59.964465 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks [] for port (e7986a9f-8001-4f00-9956-01d67912aeee), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.987308 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Publish callbacks [] for port (34b63617-331e-45cd-a14f-1c22451fc84b), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:49:59.995637 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-244246f2-bf60-4465-afbf-3e53fd7bee6c None None] Provisioning complete for port 9564d25e-b36f-45ad-8711-143dde45949e triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:49:59.996321 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-244246f2-bf60-4465-afbf-3e53fd7bee6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9564d25e-b36f-45ad-8711-143dde45949e), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.002824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Attempting to bind port 9564d25e-b36f-45ad-8711-143dde45949e on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:50:00.004167 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Attempting to bind port 9564d25e-b36f-45ad-8711-143dde45949e by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:50:00.004167 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Attempting to bind port 9564d25e-b36f-45ad-8711-143dde45949e on network 280d0b11-cae3-41c5-8685-c845cdfd6371 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:50:00.048069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:50:00.048751 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Checking segment: {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:50:00.049421 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.050089 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Bound using segment: {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:50:00.050878 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Bound port: 9564d25e-b36f-45ad-8711-143dde45949e, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:50:00.051514 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9564d25e-b36f-45ad-8711-143dde45949e), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.055617 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.065242 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.084323 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.155799 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:50:00.163351 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:50:00.170876 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:50:00.196584 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:50:00.198395 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-244246f2-bf60-4465-afbf-3e53fd7bee6c None None] Port 9564d25e-b36f-45ad-8711-143dde45949e cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:50:00.211685 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:50:00.224783 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:50:00.233114 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7986a9f-8001-4f00-9956-01d67912aeee,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:00.248072 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Pushing event updated for resources: {'Port': ['ID=34b63617-331e-45cd-a14f-1c22451fc84b,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:00.355065 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] For port 9564d25e-b36f-45ad-8711-143dde45949e, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:50:00.381678 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] For port 9564d25e-b36f-45ad-8711-143dde45949e, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=9564d25e-b36f-45ad-8711-143dde45949e,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:50:00.387571 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Attempting to bind port 34b63617-331e-45cd-a14f-1c22451fc84b on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:50:00.388225 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Attempting to bind port 34b63617-331e-45cd-a14f-1c22451fc84b by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:50:00.388768 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Attempting to bind port 34b63617-331e-45cd-a14f-1c22451fc84b on network c60a3c5a-2f97-4e5a-8c70-687b4e449349 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:50:00.393994 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9564d25e-b36f-45ad-8711-143dde45949e), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.402417 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:50:00.403040 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Checking segment: {'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:50:00.403679 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.404280 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Bound using segment: {'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:50:00.405076 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Bound port: 34b63617-331e-45cd-a14f-1c22451fc84b, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:50:00.405751 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.579627 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:00.580509 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:00.696448 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks [] for router_gateway (6cc3ba63-441f-45cd-b691-77d0d3b33e59), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.785502 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cc8d5-128d-4bc8-939c-113c1f9b805c None None] Pushing event updated for resources: {'Port': ['ID=9564d25e-b36f-45ad-8711-143dde45949e,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:00.886586 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a47bd-6f37-4ff8-a792-09096c8545e6 req-7cce0395-9f70-479d-a30a-cd6961d55b18 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:00.889422 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e53a47bd-6f37-4ff8-a792-09096c8545e6 req-7cce0395-9f70-479d-a30a-cd6961d55b18 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1065264 Apr 08 17:50:00.893582 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] For port 34b63617-331e-45cd-a14f-1c22451fc84b, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:50:00.900156 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:00.903306 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-28d91ef1-7639-46c2-a12d-51f13bb46f79 None None] Provisioning complete for port 9564d25e-b36f-45ad-8711-143dde45949e triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:00.903792 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-28d91ef1-7639-46c2-a12d-51f13bb46f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9564d25e-b36f-45ad-8711-143dde45949e), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:00.986624 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] For port 34b63617-331e-45cd-a14f-1c22451fc84b, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=34b63617-331e-45cd-a14f-1c22451fc84b,segment=NetworkSegment(a234e99f-27b5-4b35-8678-a0ac68a85806),segment_id=a234e99f-27b5-4b35-8678-a0ac68a85806)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:50:01.021442 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.150485 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e53a47bd-6f37-4ff8-a792-09096c8545e6 req-ee9c3bcc-ddd4-4a85-931c-3f3a600c90a4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083662 Apr 08 17:50:01.255778 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59955c32-6fd9-4248-aa06-9bc513d55469 req-dd644ff2-c45b-433d-87ca-3436e23884ae tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:01.259700 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-59955c32-6fd9-4248-aa06-9bc513d55469 req-dd644ff2-c45b-433d-87ca-3436e23884ae tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.1602373 Apr 08 17:50:01.330397 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (6cc3ba63-441f-45cd-b691-77d0d3b33e59), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.384649 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-59955c32-6fd9-4248-aa06-9bc513d55469 req-7912c513-f016-44be-b1a8-4d2f9207c81e tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069634 Apr 08 17:50:01.536385 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264b6e6-fdfc-4e3c-adda-a7d65de3d10b None None] Pushing event updated for resources: {'Port': ['ID=34b63617-331e-45cd-a14f-1c22451fc84b,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:01.559295 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-28d91ef1-7639-46c2-a12d-51f13bb46f79 None None] Current status of the port 9564d25e-b36f-45ad-8711-143dde45949e is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:01.560055 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-28d91ef1-7639-46c2-a12d-51f13bb46f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (9564d25e-b36f-45ad-8711-143dde45949e), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.628139 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:00Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:01.702161 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:50:01.735462 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e993b1-3b07-4db5-a3fe-13df762a1a65 None None] The sync data for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi is: [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:00Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:01.784452 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-28d91ef1-7639-46c2-a12d-51f13bb46f79 None None] For port 9564d25e-b36f-45ad-8711-143dde45949e, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=9564d25e-b36f-45ad-8711-143dde45949e,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:01.793888 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-28d91ef1-7639-46c2-a12d-51f13bb46f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (9564d25e-b36f-45ad-8711-143dde45949e), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:01.973306 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d91ef1-7639-46c2-a12d-51f13bb46f79 None None] Pushing event updated for resources: {'Port': ['ID=9564d25e-b36f-45ad-8711-143dde45949e,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:02.007898 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:02.023958 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Sync routers for ids ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:02.038657 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:02.041323 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-85374e98-95b1-46e5-b086-4b35ad7001f7 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5499873 Apr 08 17:50:02.046415 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 47716) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:50:02.049362 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Routers {'6cc3ba63-441f-45cd-b691-77d0d3b33e59'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:02.050309 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:02.555913 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Set router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:02.680997 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7348fa-9892-4ec4-82f5-a6022c8516b7 req-1e6db468-39c7-4eaa-a941-a9920c6ed04e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:02.683882 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0c7348fa-9892-4ec4-82f5-a6022c8516b7 req-1e6db468-39c7-4eaa-a941-a9920c6ed04e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.2828093 Apr 08 17:50:02.834055 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0c7348fa-9892-4ec4-82f5-a6022c8516b7 req-cc757c18-13fa-443a-965d-b97a06cbbd01 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270487 Apr 08 17:50:03.271142 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:50:00Z', 'revision_number': 3, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port': {'id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:59Z', 'updated_at': '2022-04-08T17:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:03.333658 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ffe9b-f3e8-4c04-99a6-b6a7f8c422aa None None] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:50:03.469056 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Checking router: 6cc3ba63-441f-45cd-b691-77d0d3b33e59 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:03.469677 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Updating router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 port e7986a9f-8001-4f00-9956-01d67912aeee binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:50:03.524223 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-42b9e747-24e2-4c9c-8079-53e62a3803fe None None] Provisioning complete for port 34b63617-331e-45cd-a14f-1c22451fc84b triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:03.536156 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-42b9e747-24e2-4c9c-8079-53e62a3803fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:03.576356 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:03.710378 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 9564d25e-b36f-45ad-8711-143dde45949e up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:04.141561 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 9564d25e-b36f-45ad-8711-143dde45949e triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:04.142249 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (9564d25e-b36f-45ad-8711-143dde45949e), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.163584 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eafbc8-3ae8-4fd4-85d3-8ba1a1ddc8fe req-7f9c3051-519e-4479-bfae-093738f671e7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:04.165348 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-02eafbc8-3ae8-4fd4-85d3-8ba1a1ddc8fe req-7f9c3051-519e-4479-bfae-093738f671e7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1140664 Apr 08 17:50:04.245258 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-42b9e747-24e2-4c9c-8079-53e62a3803fe None None] Current status of the port 34b63617-331e-45cd-a14f-1c22451fc84b is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:04.245714 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-42b9e747-24e2-4c9c-8079-53e62a3803fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.289784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212be2a2-6311-4d27-8954-85628a754ba8 req-c5695159-7064-45f7-816b-11aeaa9b1bf2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:04.295337 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-212be2a2-6311-4d27-8954-85628a754ba8 req-c5695159-7064-45f7-816b-11aeaa9b1bf2 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.1591358 Apr 08 17:50:04.298680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.321280 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Publish callbacks [] for port (e7986a9f-8001-4f00-9956-01d67912aeee), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.336035 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.355954 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-02eafbc8-3ae8-4fd4-85d3-8ba1a1ddc8fe req-3da7aa25-0ab1-4753-8ba8-6e369c1497ee tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606627 Apr 08 17:50:04.494585 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-42b9e747-24e2-4c9c-8079-53e62a3803fe None None] For port 34b63617-331e-45cd-a14f-1c22451fc84b, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=34b63617-331e-45cd-a14f-1c22451fc84b,segment=NetworkSegment(a234e99f-27b5-4b35-8678-a0ac68a85806),segment_id=a234e99f-27b5-4b35-8678-a0ac68a85806)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:04.512872 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-42b9e747-24e2-4c9c-8079-53e62a3803fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.526179 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-212be2a2-6311-4d27-8954-85628a754ba8 req-14e35e12-7ac4-4d39-80b9-9b3710b92c33 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196071 Apr 08 17:50:04.542087 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb340a9-c088-47e3-acfb-2079009924c1 None None] Pushing event updated for resources: {'Port': ['ID=e7986a9f-8001-4f00-9956-01d67912aeee,revision_number=2']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:04.548982 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Attempting to bind port e7986a9f-8001-4f00-9956-01d67912aeee on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:50:04.549362 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Attempting to bind port e7986a9f-8001-4f00-9956-01d67912aeee by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:50:04.549734 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Attempting to bind port e7986a9f-8001-4f00-9956-01d67912aeee on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:50:04.565331 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:50:04.565885 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:50:04.567790 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.568704 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:50:04.569479 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Bound port: e7986a9f-8001-4f00-9956-01d67912aeee, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:50:04.571737 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.708189 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] For port e7986a9f-8001-4f00-9956-01d67912aeee, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:50:04.715757 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] For port e7986a9f-8001-4f00-9956-01d67912aeee, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=e7986a9f-8001-4f00-9956-01d67912aeee,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:50:04.730157 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.779084 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 9564d25e-b36f-45ad-8711-143dde45949e is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:04.780404 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 34b63617-331e-45cd-a14f-1c22451fc84b up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:04.788651 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Allocated IP 172.20.0.1 (c60a3c5a-2f97-4e5a-8c70-687b4e449349/2cb5caf1-8b70-402b-8d8c-218fddb6a2c2/28f8c12c-dbea-4456-9880-d7e6bc97269a) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:50:04.830339 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Routers {'6cc3ba63-441f-45cd-b691-77d0d3b33e59'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:04.831943 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:04.839110 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-1291504e-7806-45d0-9811-367cc8ea177e None None] Provisioning complete for port 34b63617-331e-45cd-a14f-1c22451fc84b triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:04.839544 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1291504e-7806-45d0-9811-367cc8ea177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:04.875996 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e747-24e2-4c9c-8079-53e62a3803fe None None] Pushing event updated for resources: {'Port': ['ID=34b63617-331e-45cd-a14f-1c22451fc84b,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:04.933096 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 34b63617-331e-45cd-a14f-1c22451fc84b triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:04.933467 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.054234 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks [] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.071643 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb340a9-c088-47e3-acfb-2079009924c1 None None] Pushing event updated for resources: {'Port': ['ID=e7986a9f-8001-4f00-9956-01d67912aeee,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:05.099999 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-1291504e-7806-45d0-9811-367cc8ea177e None None] Current status of the port 34b63617-331e-45cd-a14f-1c22451fc84b is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:05.127375 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.128844 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 34b63617-331e-45cd-a14f-1c22451fc84b is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:05.187124 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:50:05.198570 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:50:05.206917 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:50:05.220445 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] Set router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:05.258734 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=28f8c12c-dbea-4456-9880-d7e6bc97269a,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:05.300257 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (6cc3ba63-441f-45cd-b691-77d0d3b33e59), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.355166 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 34b63617-331e-45cd-a14f-1c22451fc84b up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:05.497910 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 34b63617-331e-45cd-a14f-1c22451fc84b triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:05.498713 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.636299 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f8ecb-c06e-4964-8eb4-2770e89689ff req-c0c4b29c-3521-40bd-967a-3be0fbba3d21 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:05.641801 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-735f8ecb-c06e-4964-8eb4-2770e89689ff req-c0c4b29c-3521-40bd-967a-3be0fbba3d21 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1235173 Apr 08 17:50:05.680484 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 34b63617-331e-45cd-a14f-1c22451fc84b is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:05.693636 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-c45c9584-fff9-4a14-be6f-f808237c20aa None None] Provisioning complete for port 28f8c12c-dbea-4456-9880-d7e6bc97269a triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:05.694030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c45c9584-fff9-4a14-be6f-f808237c20aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.740562 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-c45c9584-fff9-4a14-be6f-f808237c20aa None None] Port 28f8c12c-dbea-4456-9880-d7e6bc97269a cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:50:05.749643 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:50:00Z', 'revision_number': 3, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port': {'id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:59Z', 'updated_at': '2022-04-08T17:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:05.778175 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:05.800252 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81fd24-8d7f-42cd-99b0-02e4cf3fd6ba None None] The sync data for ids ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'] in dv-cinder-837165-1-iscsi is: [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:50:00Z', 'revision_number': 3, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port': {'id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:59Z', 'updated_at': '2022-04-08T17:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:05.822231 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-735f8ecb-c06e-4964-8eb4-2770e89689ff req-431e560a-0d39-49f2-b287-ea26d1f8f3ff tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693237 Apr 08 17:50:06.008576 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d715e-d146-4dba-8c09-d185c6933cc4 req-0d0a9760-5152-4f50-bbeb-9f7c3180bcdf tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:06.011582 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a06d715e-d146-4dba-8c09-d185c6933cc4 req-0d0a9760-5152-4f50-bbeb-9f7c3180bcdf tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.0891101 Apr 08 17:50:06.111945 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a06d715e-d146-4dba-8c09-d185c6933cc4 req-cdaf7631-efa1-4648-afd1-982b64872258 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892701 Apr 08 17:50:06.167495 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks [] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.175345 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.339267 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (6cc3ba63-441f-45cd-b691-77d0d3b33e59), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.341557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Pushing event updated for resources: {'Port': ['ID=28f8c12c-dbea-4456-9880-d7e6bc97269a,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:06.514237 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:50:06.521520 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:50:06.566786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-85c417c3-0b66-4115-8746-ee2dcfdd91e7 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:06.569669 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-85c417c3-0b66-4115-8746-ee2dcfdd91e7 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.0996892 Apr 08 17:50:06.862467 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Deleting port 221c192d-babe-4a51-88d7-aa1e5af1bac5 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:50:06.863021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:06.889279 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-899f4f29-2aec-4137-a845-d356bbceefea None None] Provisioning complete for port 28f8c12c-dbea-4456-9880-d7e6bc97269a triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:06.890185 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-899f4f29-2aec-4137-a845-d356bbceefea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.003009 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-899f4f29-2aec-4137-a845-d356bbceefea None None] Port 28f8c12c-dbea-4456-9880-d7e6bc97269a cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:50:07.097295 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571d9ee-bf32-4778-a57d-d47a643565de req-e55f92de-7eb7-4f2d-a209-6f1568d18218 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:07.101485 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8571d9ee-bf32-4778-a57d-d47a643565de req-e55f92de-7eb7-4f2d-a209-6f1568d18218 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1069787 Apr 08 17:50:07.102979 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] For port 221c192d-babe-4a51-88d7-aa1e5af1bac5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=221c192d-babe-4a51-88d7-aa1e5af1bac5,segment=NetworkSegment(ace012c0-2799-4c64-8847-a483a05a5306),segment_id=ace012c0-2799-4c64-8847-a483a05a5306)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:07.103402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.126494 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:50:07.137335 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Calling delete_port for 221c192d-babe-4a51-88d7-aa1e5af1bac5 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:50:07.211268 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8571d9ee-bf32-4778-a57d-d47a643565de req-13fde3b2-d58f-4a5c-be12-088fc16d6f57 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011267 Apr 08 17:50:07.424971 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e7986a9f-8001-4f00-9956-01d67912aeee up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:07.468612 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddd4fc-9261-48dd-8dc7-b9e807b546bc req-33d398c2-e426-4bbf-b19f-da2a2cd38ee6 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:07.470701 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-25ddd4fc-9261-48dd-8dc7-b9e807b546bc req-33d398c2-e426-4bbf-b19f-da2a2cd38ee6 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 946 time: 0.1705759 Apr 08 17:50:07.529071 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port e7986a9f-8001-4f00-9956-01d67912aeee triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:07.530061 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.542927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:50:07.560697 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e4c3bf35-bd91-4a99-9af3-a3de2ab7d7e6 admin admin] 10.222.0.78 "PUT /v2.0/routers/6cc3ba63-441f-45cd-b691-77d0d3b33e59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5066805 Apr 08 17:50:07.584533 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-25ddd4fc-9261-48dd-8dc7-b9e807b546bc req-ba408800-db5c-4c22-aa89-2573ef30a954 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/security-groups?id=eccc5757-e602-4104-9fad-bff448f2155e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991790 Apr 08 17:50:07.672414 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (221c192d-babe-4a51-88d7-aa1e5af1bac5), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.696259 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port e7986a9f-8001-4f00-9956-01d67912aeee is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:07.696918 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.714329 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['221c192d-babe-4a51-88d7-aa1e5af1bac5'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:50:07.725232 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Pushing event deleted for resources: {'Port': ['ID=221c192d-babe-4a51-88d7-aa1e5af1bac5,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:07.791692 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port e7986a9f-8001-4f00-9956-01d67912aeee, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=e7986a9f-8001-4f00-9956-01d67912aeee,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:07.795486 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] No DVR routers for this DVR port 221c192d-babe-4a51-88d7-aa1e5af1bac5 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:50:07.799203 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.800463 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:07.804766 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b6ed1172-f6b7-45b2-a9ee-45e7e0e0e519 req-3cfbd9c9-ba1a-4cd6-a8a7-4f81b5f8d241 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.73 "DELETE /v2.0/ports/221c192d-babe-4a51-88d7-aa1e5af1bac5 HTTP/1.1" status: 204 len: 173 time: 1.1834743 Apr 08 17:50:07.805883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'name': 'network-vif-deleted', 'tag': '221c192d-babe-4a51-88d7-aa1e5af1bac5'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:07.812482 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843983fb-cb81-4672-8893-c9f0b2f84666" -d '{"events": [{"server_uuid": "93b71ab4-58dc-4363-86ae-57f7e80d0a3c", "name": "network-vif-deleted", "tag": "221c192d-babe-4a51-88d7-aa1e5af1bac5"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:07.888501 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726a7370-5876-4a15-9536-0c4da04514b4 x-openstack-request-id: req-726a7370-5876-4a15-9536-0c4da04514b4 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:07.888817 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b71ab4-58dc-4363-86ae-57f7e80d0a3c", "name": "network-vif-deleted", "tag": "221c192d-babe-4a51-88d7-aa1e5af1bac5", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:07.889089 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-726a7370-5876-4a15-9536-0c4da04514b4 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:07.889501 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726a7370-5876-4a15-9536-0c4da04514b4'] response: {'server_uuid': '93b71ab4-58dc-4363-86ae-57f7e80d0a3c', 'name': 'network-vif-deleted', 'tag': '221c192d-babe-4a51-88d7-aa1e5af1bac5', 'status': 'completed', 'code': 200} Apr 08 17:50:07.929782 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=e7986a9f-8001-4f00-9956-01d67912aeee,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:07.943718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.944355 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.945205 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.946038 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.946864 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.948204 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.949283 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.950029 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.950812 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.951570 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.952263 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.952877 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.953475 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.954126 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:07.954885 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:50:08.451796 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Sync routers for ids ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:50:08.471291 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Routers {'6cc3ba63-441f-45cd-b691-77d0d3b33e59'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:08.472283 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:08.501010 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716bd9d-cbb7-4e0d-8d0e-8c4a329aeee8 req-f72b0096-1371-452f-b952-a6bb4daf6ea7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:08.514370 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9716bd9d-cbb7-4e0d-8d0e-8c4a329aeee8 req-f72b0096-1371-452f-b952-a6bb4daf6ea7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1395197 Apr 08 17:50:08.616604 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9716bd9d-cbb7-4e0d-8d0e-8c4a329aeee8 req-6ce8af05-9d16-443f-b5d7-3bcd26043ed0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006923 Apr 08 17:50:08.753443 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Set router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:08.876004 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1ec8fdc8-f0d4-455b-839d-d01aae0ff50c req-b21ac674-65d1-4397-9cbf-d492b8f0dbb6 tempest-VolumesActionsTest-652429641 tempest-VolumesActionsTest-652429641-project] 10.222.0.78 "GET /v2.0/ports?device_id=93b71ab4-58dc-4363-86ae-57f7e80d0a3c HTTP/1.1" status: 200 len: 210 time: 0.0761712 Apr 08 17:50:09.160872 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:50:05Z', 'revision_number': 4, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port': {'id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:59Z', 'updated_at': '2022-04-08T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '28f8c12c-dbea-4456-9880-d7e6bc97269a', 'name': '', 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'mac_address': 'fa:16:3e:1b:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2cb5caf1-8b70-402b-8d8c-218fddb6a2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:50:04Z', 'updated_at': '2022-04-08T17:50:05Z', 'revision_number': 2, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'subnets': [{'id': '2cb5caf1-8b70-402b-8d8c-218fddb6a2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:09.220347 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Checking router: 6cc3ba63-441f-45cd-b691-77d0d3b33e59 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:50:09.220923 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Updating router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 port 28f8c12c-dbea-4456-9880-d7e6bc97269a binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:50:09.277774 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:09.312155 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e7986a9f-8001-4f00-9956-01d67912aeee up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:09.478132 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port e7986a9f-8001-4f00-9956-01d67912aeee triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:09.479097 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:09.727803 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port e7986a9f-8001-4f00-9956-01d67912aeee is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:09.859038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f75e2-04c6-43ed-9896-920c9ec93e86 req-4107f073-7079-4d7e-8c1a-9638b3f2ab73 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:09.860015 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-975f75e2-04c6-43ed-9896-920c9ec93e86 req-4107f073-7079-4d7e-8c1a-9638b3f2ab73 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0915937 Apr 08 17:50:09.874723 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Publish callbacks [] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:09.894295 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:09.961253 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-975f75e2-04c6-43ed-9896-920c9ec93e86 req-7147f484-1eca-4c98-ad3a-61544334deb2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876815 Apr 08 17:50:10.065540 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45107b-c83a-4fc1-9fc6-a2c621d8b725 None None] Pushing event updated for resources: {'Port': ['ID=28f8c12c-dbea-4456-9880-d7e6bc97269a,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:10.210187 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Attempting to bind port 28f8c12c-dbea-4456-9880-d7e6bc97269a on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:50:10.211242 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Attempting to bind port 28f8c12c-dbea-4456-9880-d7e6bc97269a by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:50:10.215176 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Attempting to bind port 28f8c12c-dbea-4456-9880-d7e6bc97269a on network c60a3c5a-2f97-4e5a-8c70-687b4e449349 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:50:10.231515 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:50:10.232272 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Checking segment: {'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:50:10.233065 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:10.233773 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Bound using segment: {'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:50:10.234705 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Bound port: 28f8c12c-dbea-4456-9880-d7e6bc97269a, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a234e99f-27b5-4b35-8678-a0ac68a85806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:50:10.235442 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:10.422695 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] For port 28f8c12c-dbea-4456-9880-d7e6bc97269a, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:50:10.429670 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] For port 28f8c12c-dbea-4456-9880-d7e6bc97269a, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=28f8c12c-dbea-4456-9880-d7e6bc97269a,segment=NetworkSegment(a234e99f-27b5-4b35-8678-a0ac68a85806),segment_id=a234e99f-27b5-4b35-8678-a0ac68a85806)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:50:10.444714 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:10.594462 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Routers {'6cc3ba63-441f-45cd-b691-77d0d3b33e59'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:50:10.596477 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:49:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:10.805394 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-03890c3c-3ae4-44b2-b774-953f8695fcf6 None None] Provisioning complete for port 28f8c12c-dbea-4456-9880-d7e6bc97269a triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:10.806033 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-03890c3c-3ae4-44b2-b774-953f8695fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:10.811147 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45107b-c83a-4fc1-9fc6-a2c621d8b725 None None] Pushing event updated for resources: {'Port': ['ID=28f8c12c-dbea-4456-9880-d7e6bc97269a,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:11.219261 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] Set router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:50:11.223414 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:50:11.314175 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-03890c3c-3ae4-44b2-b774-953f8695fcf6 None None] Current status of the port 28f8c12c-dbea-4456-9880-d7e6bc97269a is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:11.314940 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-03890c3c-3ae4-44b2-b774-953f8695fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:11.355368 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689966d-36c0-4652-acc5-a64079902358 req-69cafcae-8f88-44f4-ad3c-967cab0504a4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:11.362363 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f689966d-36c0-4652-acc5-a64079902358 req-69cafcae-8f88-44f4-ad3c-967cab0504a4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1661022 Apr 08 17:50:11.534297 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f689966d-36c0-4652-acc5-a64079902358 req-acc365bc-4f38-49c8-bfae-19c1bcd42097 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650405 Apr 08 17:50:11.557356 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 221c192d-babe-4a51-88d7-aa1e5af1bac5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:50:11.658664 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 221c192d-babe-4a51-88d7-aa1e5af1bac5 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:50:11.659265 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 221c192d-babe-4a51-88d7-aa1e5af1bac5 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:50:11.812737 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-03890c3c-3ae4-44b2-b774-953f8695fcf6 None None] For port 28f8c12c-dbea-4456-9880-d7e6bc97269a, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=28f8c12c-dbea-4456-9880-d7e6bc97269a,segment=NetworkSegment(a234e99f-27b5-4b35-8678-a0ac68a85806),segment_id=a234e99f-27b5-4b35-8678-a0ac68a85806)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:11.824001 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-03890c3c-3ae4-44b2-b774-953f8695fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:11.987295 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03890c3c-3ae4-44b2-b774-953f8695fcf6 None None] Pushing event updated for resources: {'Port': ['ID=28f8c12c-dbea-4456-9880-d7e6bc97269a,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:12.018947 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-a30347b9-653f-4f29-8e5a-fd1414228bb1 None None] Provisioning complete for port 28f8c12c-dbea-4456-9880-d7e6bc97269a triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:12.020162 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-a30347b9-653f-4f29-8e5a-fd1414228bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:12.101256 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:50:05Z', 'revision_number': 4, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port': {'id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:59Z', 'updated_at': '2022-04-08T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '28f8c12c-dbea-4456-9880-d7e6bc97269a', 'name': '', 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'mac_address': 'fa:16:3e:1b:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2cb5caf1-8b70-402b-8d8c-218fddb6a2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:50:04Z', 'updated_at': '2022-04-08T17:50:10Z', 'revision_number': 4, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'subnets': [{'id': '2cb5caf1-8b70-402b-8d8c-218fddb6a2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:50:12.149206 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63b790-1fe9-4ba9-9ea3-df9c023c2e02 None None] The sync data for ids ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'] in dv-cinder-837165-1-iscsi is: [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:50:05Z', 'revision_number': 4, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port': {'id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:59Z', 'updated_at': '2022-04-08T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '28f8c12c-dbea-4456-9880-d7e6bc97269a', 'name': '', 'network_id': 'c60a3c5a-2f97-4e5a-8c70-687b4e449349', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'mac_address': 'fa:16:3e:1b:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '2cb5caf1-8b70-402b-8d8c-218fddb6a2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:50:04Z', 'updated_at': '2022-04-08T17:50:10Z', 'revision_number': 4, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'subnets': [{'id': '2cb5caf1-8b70-402b-8d8c-218fddb6a2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:50:12.299044 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-a30347b9-653f-4f29-8e5a-fd1414228bb1 None None] Current status of the port 28f8c12c-dbea-4456-9880-d7e6bc97269a is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:12.847606 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ab362-ab03-43ad-9bbc-5e19c00bfcee req-858d0ff3-97b3-4203-8a72-76e12864c7ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:12.852995 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a86ab362-ab03-43ad-9bbc-5e19c00bfcee req-858d0ff3-97b3-4203-8a72-76e12864c7ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1352844 Apr 08 17:50:12.965095 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a86ab362-ab03-43ad-9bbc-5e19c00bfcee req-60cf5745-5026-419d-a072-7f60f9ed0f3b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023891 Apr 08 17:50:13.382855 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 28f8c12c-dbea-4456-9880-d7e6bc97269a up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:13.479334 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 28f8c12c-dbea-4456-9880-d7e6bc97269a triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:13.480229 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:13.667810 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 28f8c12c-dbea-4456-9880-d7e6bc97269a is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:14.229174 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302cee-dd0c-4708-8d5a-7e358a9660a5 req-e8a90a04-aad7-4156-869b-c07ed16fc8c5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:14.240991 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7302cee-dd0c-4708-8d5a-7e358a9660a5 req-e8a90a04-aad7-4156-869b-c07ed16fc8c5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1164212 Apr 08 17:50:14.327457 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7302cee-dd0c-4708-8d5a-7e358a9660a5 req-66903127-a349-4b9d-befd-50dad9768a4b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845616 Apr 08 17:50:15.579446 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84029980-417e-4b24-9724-6833bccbfb6d req-8e4b60f9-9253-418c-8efa-445f0e9edcca tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:15.583005 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-84029980-417e-4b24-9724-6833bccbfb6d req-8e4b60f9-9253-418c-8efa-445f0e9edcca tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1000774 Apr 08 17:50:15.697753 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-84029980-417e-4b24-9724-6833bccbfb6d req-150b5336-9b8e-426b-bfd7-fd75117e179f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027792 Apr 08 17:50:16.954905 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469161d-71b1-400a-8054-9c83a61d9f05 req-7f270384-4fc8-4afc-a58a-b484e7317b17 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:16.963173 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2469161d-71b1-400a-8054-9c83a61d9f05 req-7f270384-4fc8-4afc-a58a-b484e7317b17 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1022563 Apr 08 17:50:17.066156 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2469161d-71b1-400a-8054-9c83a61d9f05 req-18ed3780-abca-478e-a0e7-5de797fdffcc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926893 Apr 08 17:50:18.338247 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eeff05-36d9-4d2f-8fec-f157ee4e5c77 req-a40b3514-c423-4fe7-b189-6447a37d355d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:18.346083 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b2eeff05-36d9-4d2f-8fec-f157ee4e5c77 req-a40b3514-c423-4fe7-b189-6447a37d355d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1131799 Apr 08 17:50:18.468766 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b2eeff05-36d9-4d2f-8fec-f157ee4e5c77 req-0df47497-39ed-412b-92c1-4662ccb48b82 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088738 Apr 08 17:50:19.208930 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-1516fabd-2963-435b-9bfb-b29def95a661 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891378 Apr 08 17:50:19.490817 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-54de4420-3de8-4003-87ee-ad4d9f449ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:19.502595 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-54de4420-3de8-4003-87ee-ad4d9f449ac2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 1129 time: 0.2022576 Apr 08 17:50:19.724884 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b2bb5-6587-42fc-9323-2ee20b624ac3 req-df20cdaf-ae17-4275-8957-771265398cc7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:19.739414 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e2b2bb5-6587-42fc-9323-2ee20b624ac3 req-df20cdaf-ae17-4275-8957-771265398cc7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1217599 Apr 08 17:50:19.855342 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e2b2bb5-6587-42fc-9323-2ee20b624ac3 req-fbeb608d-8d3b-4586-872f-db1455a0b9c5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126161 Apr 08 17:50:19.860286 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-2578428b-9820-42bc-b3ed-c7b76eb3a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:19.865150 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-2578428b-9820-42bc-b3ed-c7b76eb3a7e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.2453196 Apr 08 17:50:19.945647 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-4a1f2bce-7bd9-4d55-9be7-088a00784a8a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3679ddde-69f0-4149-9797-4e06c1e04aba HTTP/1.1" status: 200 len: 217 time: 0.0704472 Apr 08 17:50:20.127520 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-2e89c7ac-8c10-4cc8-99ef-a96d41f6f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:20.130385 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-2e89c7ac-8c10-4cc8-99ef-a96d41f6f0df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.1724138 Apr 08 17:50:20.342651 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-25bb18e7-5a13-4f9a-98af-e94f127d02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:20.346803 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-25bb18e7-5a13-4f9a-98af-e94f127d02d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2076051 Apr 08 17:50:20.671914 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-3279b047-5746-44f7-bcde-42138d3f3114 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149672 Apr 08 17:50:20.944904 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bd60f86d-978d-49a3-9459-679359aa3ef8 req-6e2daeec-226f-4915-b1ad-80d1e70373e2 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641320 Apr 08 17:50:20.945470 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8e969-5f94-4fd1-90fe-ef481293e5ab req-807f73c2-35aa-4837-8771-4cb48b0a8f54 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:20.956769 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e1a8e969-5f94-4fd1-90fe-ef481293e5ab req-807f73c2-35aa-4837-8771-4cb48b0a8f54 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0951970 Apr 08 17:50:21.171708 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e1a8e969-5f94-4fd1-90fe-ef481293e5ab req-54f28cad-e3a1-4c2f-952b-ae19ce9da5f8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022679 Apr 08 17:50:21.267698 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f988192-bbd0-4851-bad4-1f983a1ce5f5 req-26a1d899-6c35-4993-b874-e0ee23c82076 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:21.291944 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f988192-bbd0-4851-bad4-1f983a1ce5f5 req-26a1d899-6c35-4993-b874-e0ee23c82076 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.2365780 Apr 08 17:50:21.474131 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f988192-bbd0-4851-bad4-1f983a1ce5f5 req-eb333830-c6d7-4855-9aee-d8eed10980b9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804910 Apr 08 17:50:22.537113 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d28733-6297-447a-81e7-0fad471e96c8 req-cebbc345-591f-4e38-9ef9-166e88dc450a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:22.539392 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-05d28733-6297-447a-81e7-0fad471e96c8 req-cebbc345-591f-4e38-9ef9-166e88dc450a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1761649 Apr 08 17:50:22.742849 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-05d28733-6297-447a-81e7-0fad471e96c8 req-c56af241-336c-46c2-a9e9-59c538039518 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951802 Apr 08 17:50:23.346617 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b023203d-c08b-4ec5-84c6-0e7763707ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:23.362582 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f4940-701b-4201-bc82-15e49091e832 req-644b8115-6141-48e0-9dfd-54bb2a0a3b1f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:23.404082 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5f9f4940-701b-4201-bc82-15e49091e832 req-644b8115-6141-48e0-9dfd-54bb2a0a3b1f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.3978913 Apr 08 17:50:23.524458 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5f9f4940-701b-4201-bc82-15e49091e832 req-67801323-7d9d-436a-b42e-2592dcc85b98 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172953 Apr 08 17:50:24.145467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75413-65e5-44dc-9ee7-437b35608c5b req-1c073c61-5e9e-41ee-a12c-c7b905e47c63 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:24.169930 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d1f75413-65e5-44dc-9ee7-437b35608c5b req-1c073c61-5e9e-41ee-a12c-c7b905e47c63 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.2311244 Apr 08 17:50:24.370307 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d1f75413-65e5-44dc-9ee7-437b35608c5b req-84c375dd-d957-4b7b-972c-994755a9268d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894164 Apr 08 17:50:24.838228 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68ce4d-1f88-4935-b9b7-928cb76ddcad req-375f98ad-a1f7-4cf7-ba22-7205b94e0764 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:24.842236 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f68ce4d-1f88-4935-b9b7-928cb76ddcad req-375f98ad-a1f7-4cf7-ba22-7205b94e0764 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1184447 Apr 08 17:50:25.000326 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6f68ce4d-1f88-4935-b9b7-928cb76ddcad req-464f8de8-0d32-43c3-afe1-f07e4f5b828c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448398 Apr 08 17:50:25.619639 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2c653c27-0118-4f1c-8bf0-e0af1939ca4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:25.655543 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d27e6a-fede-4ca3-8b6d-c2754bf71e2e req-a6ab7a93-6f3a-484d-a6d8-12a8c8e8c845 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:25.658977 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-68d27e6a-fede-4ca3-8b6d-c2754bf71e2e req-a6ab7a93-6f3a-484d-a6d8-12a8c8e8c845 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1262670 Apr 08 17:50:25.773361 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-68d27e6a-fede-4ca3-8b6d-c2754bf71e2e req-3746990c-f3cf-4202-9a37-0c5b8a1bb65e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019976 Apr 08 17:50:25.880632 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-dd0762ee-1edf-4241-8153-3f141dfe5709 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:25.885283 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-dd0762ee-1edf-4241-8153-3f141dfe5709 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/networks?id=280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 200 len: 815 time: 0.3059218 Apr 08 17:50:25.911263 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-dcff4a97-4baa-4e11-8bc7-72c39a20a0b9 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/quotas/1a0d5b6a20274a0e9536510361ef55ec HTTP/1.1" status: 200 len: 375 time: 0.0160964 Apr 08 17:50:26.008142 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-95e55b9d-df67-4078-ad05-e63f67cbeabe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866203 Apr 08 17:50:26.219946 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-acf38d40-02d7-4b2f-b0f0-430faf5dc466 service neutron] 10.222.0.78 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942985 Apr 08 17:50:26.285791 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26d9f4-e29a-4e8d-b099-960bdc24289c req-1e48c7c0-fba8-47e6-893e-8e5fb9cdb041 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:26.288005 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4f26d9f4-e29a-4e8d-b099-960bdc24289c req-1e48c7c0-fba8-47e6-893e-8e5fb9cdb041 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1102567 Apr 08 17:50:26.412413 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4f26d9f4-e29a-4e8d-b099-960bdc24289c req-3f71dffc-0f92-4845-99e4-840b68d46e1a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079473 Apr 08 17:50:26.418200 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-6eb1e377-4318-47b9-844a-5f94f999c280 service neutron] 10.222.0.78 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970463 Apr 08 17:50:26.777079 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e915560-6872-4b3d-b692-7667efbe1624 req-1170d90c-e378-404b-a2c9-87d77639cf0c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 210 time: 0.0702515 Apr 08 17:50:26.836997 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:27.097399 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:27.138569 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b856a-5f66-4ec5-8095-14cc095c19ec req-fef34fe5-ac48-43b9-ac09-6d4dab50e958 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:27.151008 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9f5b856a-5f66-4ec5-8095-14cc095c19ec req-fef34fe5-ac48-43b9-ac09-6d4dab50e958 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1704948 Apr 08 17:50:27.285995 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9f5b856a-5f66-4ec5-8095-14cc095c19ec req-da793770-b702-462a-8e0a-21226a6c4661 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330848 Apr 08 17:50:27.578956 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:50:27.720153 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab503b-c550-4207-b361-0d186af3c23d req-93be0c5e-dbe6-477e-b1e3-4b99907c32ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:27.720153 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-41ab503b-c550-4207-b361-0d186af3c23d req-93be0c5e-dbe6-477e-b1e3-4b99907c32ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1126802 Apr 08 17:50:27.850452 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-41ab503b-c550-4207-b361-0d186af3c23d req-67c7adcc-ffc6-4757-8de1-bc79455b689d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285398 Apr 08 17:50:27.910397 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:27.953429 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'port_id': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'mac_address': 'fa:16:3e:c5:06:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:50:28.037702 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: ACTIVE; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:28.040724 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:28.091040 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3eb7ab8-935e-4546-9a96-264b8d051b6f {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:50:28.112173 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0c6bf974-e5b7-4558-97a9-996e30077659 req-7608d0d9-ae88-4f40-9d70-f53834288878 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 210 time: 0.1126919 Apr 08 17:50:28.135949 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:28.167346 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:28.275259 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=6']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:28.422612 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['b3eb7ab8-935e-4546-9a96-264b8d051b6f'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:50:28.606807 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd93dfd-f83c-43fe-b5b1-9984effd1fb4 req-2f34e10c-0d02-4612-accb-3c35db363e18 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:28.609454 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0bd93dfd-f83c-43fe-b5b1-9984effd1fb4 req-2f34e10c-0d02-4612-accb-3c35db363e18 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1453862 Apr 08 17:50:28.671228 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:28.765620 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0bd93dfd-f83c-43fe-b5b1-9984effd1fb4 req-b408b09a-d3aa-4f69-be1a-80c43232c32e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466761 Apr 08 17:50:29.347025 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-c3219323-5075-4e44-84d2-e4550578b806 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:29.349551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-c3219323-5075-4e44-84d2-e4550578b806 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.73 "GET /v2.0/networks?id=280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 200 len: 815 time: 0.3589013 Apr 08 17:50:29.401135 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5367a05c-d9eb-46b4-87d0-320eee6ab811 req-0c5a44cd-7431-4976-914c-c757f25bed5d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 210 time: 0.0868826 Apr 08 17:50:29.429732 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87fddb-a658-4178-93ec-1eb14dc631eb req-36cb2cdb-954a-4eba-9197-6bcd595abdff tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:29.432668 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1b87fddb-a658-4178-93ec-1eb14dc631eb req-36cb2cdb-954a-4eba-9197-6bcd595abdff tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.2890022 Apr 08 17:50:29.527734 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:50:29.529757 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'port': {'device_id': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'admin_state_up': True, 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:50:29.626927 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1b87fddb-a658-4178-93ec-1eb14dc631eb req-66569a9e-3472-4e6d-bc57-02be0b981aa3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846104 Apr 08 17:50:29.672529 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port b3eb7ab8-935e-4546-9a96-264b8d051b6f triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:29.673397 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:29.806502 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Made reservation on behalf of 1a0d5b6a20274a0e9536510361ef55ec for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:50:29.813234 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:29.995851 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:50:29.996558 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.030214 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.097290 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3c384-2b8e-451d-9060-269785138ee6 req-23d07ca9-a50a-4e7e-be85-d3b79f0d6892 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:30.107524 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f8c3c384-2b8e-451d-9060-269785138ee6 req-23d07ca9-a50a-4e7e-be85-d3b79f0d6892 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1463819 Apr 08 17:50:30.110623 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:50:30.115977 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:30.124750 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09029e01-a6b3-4e04-9dbd-7be8ab121b49" -d '{"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:30.139395 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.262716 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f8c3c384-2b8e-451d-9060-269785138ee6 req-34e19b08-f58c-41f7-9c14-b7aac24a880b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533322 Apr 08 17:50:30.315307 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee9945a-fbd6-45f7-b031-46804b030dc5 x-openstack-request-id: req-dee9945a-fbd6-45f7-b031-46804b030dc5 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:30.315979 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:30.316479 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dee9945a-fbd6-45f7-b031-46804b030dc5 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:30.317221 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee9945a-fbd6-45f7-b031-46804b030dc5'] response: {'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'code': 200} Apr 08 17:50:30.346026 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Allocated IP 172.20.0.10 (280d0b11-cae3-41c5-8685-c845cdfd6371/6f2b9630-a2b4-4fd7-b2c6-037e5341e609/18db5f7e-345f-4805-8cdb-fabc39a69682) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:50:30.353651 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=7']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:30.625362 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5f734aea-75ab-4724-b7d4-45c2e6dce2cb req-5938f7ed-c53c-44ae-ad9b-1420d3852b5f tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 210 time: 0.0549536 Apr 08 17:50:30.799847 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:30.897128 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ae5f9-4fc4-4845-ae24-73ce918c087f req-4f516678-12fa-483f-ad89-445bc51d75b1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:30.912450 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c11ae5f9-4fc4-4845-ae24-73ce918c087f req-4f516678-12fa-483f-ad89-445bc51d75b1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1368771 Apr 08 17:50:30.992773 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.089831 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c11ae5f9-4fc4-4845-ae24-73ce918c087f req-de8f5c3b-8708-4870-b50d-8fb8341f46b4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766527 Apr 08 17:50:31.158901 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:50:31.167461 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:50:31.171514 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:50:31.301860 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:31.303255 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.344773 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8252344 Apr 08 17:50:31.346119 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fdf17-3160-4867-9116-f6566ca8e1f5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:31.716082 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094c570-fad2-4c9f-9f6c-7bf072b42d40 req-f5a2f44c-0e79-46fa-9ac4-b80450ea3c4f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:31.724197 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a094c570-fad2-4c9f-9f6c-7bf072b42d40 req-f5a2f44c-0e79-46fa-9ac4-b80450ea3c4f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1761918 Apr 08 17:50:31.770451 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-fc6e5bbc-ec30-4983-8e1d-5880d7ff3154 None None] Provisioning complete for port 18db5f7e-345f-4805-8cdb-fabc39a69682 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:50:31.772227 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-fc6e5bbc-ec30-4983-8e1d-5880d7ff3154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:31.835189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Request body: {'port': {'device_id': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:50:31.881843 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e5bbc-ec30-4983-8e1d-5880d7ff3154 None None] Port 18db5f7e-345f-4805-8cdb-fabc39a69682 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:50:31.953203 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a094c570-fad2-4c9f-9f6c-7bf072b42d40 req-52cd0ae7-e04a-4082-a7ad-e4ed66b29c09 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122796 Apr 08 17:50:32.235370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:32.315235 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f021e7-e338-4e02-b2fd-9f878949f265 req-3c238371-9a2c-4450-b1d4-2ce5e3a5ffa4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:32.347390 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-65f021e7-e338-4e02-b2fd-9f878949f265 req-3c238371-9a2c-4450-b1d4-2ce5e3a5ffa4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 932 time: 0.3318300 Apr 08 17:50:32.633352 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10641bb-8f30-452f-8794-5d88e99d2b66 req-a7d39626-9e9f-4a8e-9c7f-b56acb950aab tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:32.644026 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a10641bb-8f30-452f-8794-5d88e99d2b66 req-a7d39626-9e9f-4a8e-9c7f-b56acb950aab tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.2282269 Apr 08 17:50:32.688453 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-65f021e7-e338-4e02-b2fd-9f878949f265 req-704bf746-e5f0-4157-8094-873cfe29ee6c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331861 Apr 08 17:50:32.800918 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a10641bb-8f30-452f-8794-5d88e99d2b66 req-5d99040b-0087-4400-a3b0-de7a8bf1a2cf tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409569 Apr 08 17:50:33.933816 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4e695-99ee-4598-814f-fcfa4314dc68 req-bb231e2e-0eef-413b-bbac-b7f47203ab80 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:33.936691 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9ec4e695-99ee-4598-814f-fcfa4314dc68 req-bb231e2e-0eef-413b-bbac-b7f47203ab80 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.2125950 Apr 08 17:50:34.045442 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18db5f7e-345f-4805-8cdb-fabc39a69682 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:50:34.125764 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Publish callbacks [] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:34.251790 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405de2a-6321-41d0-bc8b-c1e265fffb86 req-3d0016ad-0f7f-43f0-b5a6-43a29a920756 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:34.254687 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6405de2a-6321-41d0-bc8b-c1e265fffb86 req-3d0016ad-0f7f-43f0-b5a6-43a29a920756 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 932 time: 0.3370631 Apr 08 17:50:34.339016 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9ec4e695-99ee-4598-814f-fcfa4314dc68 req-f91830f1-a574-4219-87a6-1195311db73b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891169 Apr 08 17:50:34.363949 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Transition to ACTIVE for port object 18db5f7e-345f-4805-8cdb-fabc39a69682 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:50:34.372596 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:34.433214 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6405de2a-6321-41d0-bc8b-c1e265fffb86 req-16271909-bbca-4296-ae58-96b21e404d0b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644924 Apr 08 17:50:34.668354 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Pushing event updated for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:34.739553 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c484c-b888-48a9-803a-2e679f0d2cd7 req-f4b25ae6-9ac3-4b4f-a686-ce1fd71973bf tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:34.747996 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d91c484c-b888-48a9-803a-2e679f0d2cd7 req-f4b25ae6-9ac3-4b4f-a686-ce1fd71973bf tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.2311730 Apr 08 17:50:34.911551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d91c484c-b888-48a9-803a-2e679f0d2cd7 req-1de9bf15-2e0b-44b3-8b7b-ab51c1a713a2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619735 Apr 08 17:50:34.960401 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Attempting to bind port 18db5f7e-345f-4805-8cdb-fabc39a69682 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:50:34.961841 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Attempting to bind port 18db5f7e-345f-4805-8cdb-fabc39a69682 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:50:34.961841 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Attempting to bind port 18db5f7e-345f-4805-8cdb-fabc39a69682 on network 280d0b11-cae3-41c5-8685-c845cdfd6371 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:50:34.979871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Port 18db5f7e-345f-4805-8cdb-fabc39a69682 on network 280d0b11-cae3-41c5-8685-c845cdfd6371 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:50:34.980370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Attempting to bind port 18db5f7e-345f-4805-8cdb-fabc39a69682 on network 280d0b11-cae3-41c5-8685-c845cdfd6371 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:50:34.989904 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:50:34.990299 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Checking segment: {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:50:34.990673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Bound using segment: {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:50:34.991144 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Bound port: 18db5f7e-345f-4805-8cdb-fabc39a69682, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7b70d4-4a19-4222-b902-eda180c730f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:50:34.991533 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:35.155676 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:50:35.165007 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18db5f7e-345f-4805-8cdb-fabc39a69682,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:50:35.182648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:35.270807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:35.271660 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:35.274421 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] 10.222.0.73 "PUT /v2.0/ports/18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 1094 time: 3.4468527 Apr 08 17:50:35.275077 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:50:35.278468 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455d0650-1a2b-46ca-94d3-d1e262e3f2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:50:35.354074 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12e0ab-56e1-45fb-8ba4-19ee2f90480b service neutron] Pushing event updated for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:50:35.417032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c65d99-4a0c-4d03-83c4-53069448e56f x-openstack-request-id: req-65c65d99-4a0c-4d03-83c4-53069448e56f {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:50:35.417032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:50:35.417384 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-65c65d99-4a0c-4d03-83c4-53069448e56f {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:50:35.417796 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c65d99-4a0c-4d03-83c4-53069448e56f'] response: {'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'status': 'completed', 'code': 200} Apr 08 17:50:35.656973 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243ca92-c880-417d-9434-8a61ef2021d0 req-fcec32f5-c8d8-4f1b-bd3a-06fe10c104f8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:35.673800 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e243ca92-c880-417d-9434-8a61ef2021d0 req-fcec32f5-c8d8-4f1b-bd3a-06fe10c104f8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1371212 Apr 08 17:50:35.724561 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e5226-c5a5-4108-9a0f-4371217f18ad req-9cc9c4fa-a803-44be-a4ef-84858ea3590b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:35.738137 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-838e5226-c5a5-4108-9a0f-4371217f18ad req-9cc9c4fa-a803-44be-a4ef-84858ea3590b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1345758 Apr 08 17:50:35.841242 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-838e5226-c5a5-4108-9a0f-4371217f18ad req-24aed7f3-c020-460a-97ae-46fc00cee1ca tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983438 Apr 08 17:50:35.845427 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e243ca92-c880-417d-9434-8a61ef2021d0 req-63be7657-73aa-44a8-91f4-785aac18edb8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458278 Apr 08 17:50:36.172395 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7f514-83e3-4201-9f95-faf9a141ee67 req-22c97a9b-7815-45df-89bb-4f738fc2f9ce tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:36.177011 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-efc7f514-83e3-4201-9f95-faf9a141ee67 req-22c97a9b-7815-45df-89bb-4f738fc2f9ce tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1105475 Apr 08 17:50:36.304864 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-efc7f514-83e3-4201-9f95-faf9a141ee67 req-6ccdbf2f-4aa0-4cef-aadb-7d5773b847ae tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169727 Apr 08 17:50:37.142802 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564dbd1-68f9-4575-b45c-048b4a997e30 req-b212bd23-34cf-48d0-98bc-244f2de98187 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:37.161453 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2564dbd1-68f9-4575-b45c-048b4a997e30 req-b212bd23-34cf-48d0-98bc-244f2de98187 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1615767 Apr 08 17:50:37.165760 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637223be-5272-4647-bed7-8bd3142b566c req-8ba6eddf-c297-4f8b-8037-9464003615ca tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:37.168730 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-637223be-5272-4647-bed7-8bd3142b566c req-8ba6eddf-c297-4f8b-8037-9464003615ca tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1493714 Apr 08 17:50:37.273946 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2564dbd1-68f9-4575-b45c-048b4a997e30 req-d0d275c9-cbc6-4e7a-8870-de693698f9ee tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102033 Apr 08 17:50:37.314918 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-637223be-5272-4647-bed7-8bd3142b566c req-a0499894-fc6c-42a7-885c-15ff01252cb1 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280608 Apr 08 17:50:37.585298 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275177-cc64-4fdb-aedd-81b95be44948 req-5944953d-0cb1-4f35-b7f8-eb715e177d50 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:37.590597 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3b275177-cc64-4fdb-aedd-81b95be44948 req-5944953d-0cb1-4f35-b7f8-eb715e177d50 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1009486 Apr 08 17:50:37.679126 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3b275177-cc64-4fdb-aedd-81b95be44948 req-ae7aac6a-8200-4419-b374-e188f6bdcac5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793326 Apr 08 17:50:38.568467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3be7a-94a8-44ef-92b8-cd4fa3ea8d8c req-c98ca465-8996-4057-a6c9-e48b64833e24 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.569392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc28136-10d3-4fec-be45-1a05c43d43db req-10849c6a-e512-44c3-85ea-d3aee9cf4d66 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.584847 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0dc28136-10d3-4fec-be45-1a05c43d43db req-10849c6a-e512-44c3-85ea-d3aee9cf4d66 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1220195 Apr 08 17:50:38.588024 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d0d3be7a-94a8-44ef-92b8-cd4fa3ea8d8c req-c98ca465-8996-4057-a6c9-e48b64833e24 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1439142 Apr 08 17:50:38.720945 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0dc28136-10d3-4fec-be45-1a05c43d43db req-322f3f3a-7b3e-4e29-adbe-6a36ef06d2c5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343548 Apr 08 17:50:38.729934 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d0d3be7a-94a8-44ef-92b8-cd4fa3ea8d8c req-9a732964-d07a-4d6f-b0f2-73e280b30efe tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397741 Apr 08 17:50:38.919243 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cc526-8db0-41bf-927f-a3839b665ce3 req-ef818afb-a8dd-47d9-b645-842d6c6a2dc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:38.930360 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3e4cc526-8db0-41bf-927f-a3839b665ce3 req-ef818afb-a8dd-47d9-b645-842d6c6a2dc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0961103 Apr 08 17:50:39.083026 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3e4cc526-8db0-41bf-927f-a3839b665ce3 req-d0f156a8-037b-4d04-95b2-a651b468b674 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491051 Apr 08 17:50:40.123305 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79489b8-d5ec-45e0-a169-1a8475640e16 req-752ecd30-5be2-41d0-9afc-fe7ab11e8c31 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:40.126534 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e79489b8-d5ec-45e0-a169-1a8475640e16 req-752ecd30-5be2-41d0-9afc-fe7ab11e8c31 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.2037942 Apr 08 17:50:40.374335 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f196c27-d655-44c0-850a-363455d6ca72 req-c1cc2fe3-33c9-4abd-9c48-7ad2bf39c71f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:40.389145 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f196c27-d655-44c0-850a-363455d6ca72 req-c1cc2fe3-33c9-4abd-9c48-7ad2bf39c71f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.3748155 Apr 08 17:50:40.459692 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e79489b8-d5ec-45e0-a169-1a8475640e16 req-1b41b1ef-2fe4-48d0-8163-0ccf382d7b63 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167732 Apr 08 17:50:40.607127 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f196c27-d655-44c0-850a-363455d6ca72 req-9c07aecf-52b3-46cf-83d1-f2af85aa2035 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136152 Apr 08 17:50:40.881740 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd05854-20d0-417d-aef7-62d3d0ba45b2 req-fe854f32-62c1-4854-bc30-21251cce5d36 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:40.891912 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0bd05854-20d0-417d-aef7-62d3d0ba45b2 req-fe854f32-62c1-4854-bc30-21251cce5d36 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1535091 Apr 08 17:50:41.035271 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0bd05854-20d0-417d-aef7-62d3d0ba45b2 req-8dfa736c-f9fb-4b1a-81b5-818d36a62bda tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420894 Apr 08 17:50:41.741035 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d75ff-1ab7-400c-9e47-2d45e6d937fd req-97f5c70a-96ca-4f03-b4fd-878d1cad2801 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:41.755602 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-990d75ff-1ab7-400c-9e47-2d45e6d937fd req-97f5c70a-96ca-4f03-b4fd-878d1cad2801 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1201539 Apr 08 17:50:41.957098 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-990d75ff-1ab7-400c-9e47-2d45e6d937fd req-4d9d7980-7520-4cae-b18c-2ec6a12ccef6 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999738 Apr 08 17:50:41.966661 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16998ad0-0065-4481-b181-3b1d4a5c26bc req-c57c1b22-632d-4548-bc76-888fb50776a8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:41.971212 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-16998ad0-0065-4481-b181-3b1d4a5c26bc req-c57c1b22-632d-4548-bc76-888fb50776a8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1423001 Apr 08 17:50:42.092803 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-16998ad0-0065-4481-b181-3b1d4a5c26bc req-e80da4c7-5969-4121-9c58-84b4304d22ab tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063683 Apr 08 17:50:42.402675 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9a967-ed24-4232-aa93-d97124d319a4 req-08720a52-f0e8-48fe-8a94-5c5b9a872ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:42.405101 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2cb9a967-ed24-4232-aa93-d97124d319a4 req-08720a52-f0e8-48fe-8a94-5c5b9a872ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1107159 Apr 08 17:50:42.536064 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2cb9a967-ed24-4232-aa93-d97124d319a4 req-b45377f7-e709-4232-ab6f-c029a462558c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175907 Apr 08 17:50:43.301240 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a66aca-58ec-4c2b-b2ef-28d275489cc0 req-1804a570-d200-4b20-b2b7-77b9ba66e7f6 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:43.319290 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a1a66aca-58ec-4c2b-b2ef-28d275489cc0 req-1804a570-d200-4b20-b2b7-77b9ba66e7f6 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1630509 Apr 08 17:50:43.424818 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a1a66aca-58ec-4c2b-b2ef-28d275489cc0 req-d1c739d3-449b-4980-b8fe-6af9e4f2d0b4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020424 Apr 08 17:50:43.466925 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f49014-e0fd-4469-b82d-03743e5285e5 req-7439a50f-9393-4c9f-b817-c7fdc8fe9113 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:43.469934 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a1f49014-e0fd-4469-b82d-03743e5285e5 req-7439a50f-9393-4c9f-b817-c7fdc8fe9113 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1574788 Apr 08 17:50:43.625082 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a1f49014-e0fd-4469-b82d-03743e5285e5 req-66419cc7-0e62-4e47-895d-f748b91b568e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358948 Apr 08 17:50:43.813530 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9810a0-856a-4e8a-93bf-53a7f96ef001 req-9e80802a-4bf1-4d84-9503-78606dbafca4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:43.816314 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6a9810a0-856a-4e8a-93bf-53a7f96ef001 req-9e80802a-4bf1-4d84-9503-78606dbafca4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1110651 Apr 08 17:50:44.229471 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6a9810a0-856a-4e8a-93bf-53a7f96ef001 req-f85f551b-3944-42e4-86bb-06cbeb69ad3e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3989642 Apr 08 17:50:44.697260 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7596a3-a095-416d-a294-70d6c33518c9 req-24340046-b70e-4e59-9144-0475d9b2251b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:44.700951 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4c7596a3-a095-416d-a294-70d6c33518c9 req-24340046-b70e-4e59-9144-0475d9b2251b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1117361 Apr 08 17:50:44.810040 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4c7596a3-a095-416d-a294-70d6c33518c9 req-68d5f1a2-d79a-4e88-a8af-564a51c6996e tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956686 Apr 08 17:50:44.898121 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1fbf5-99e7-4814-b993-f552b1f9341a req-178288e0-dba5-49f0-85da-9cae372b6c22 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:44.900909 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bac1fbf5-99e7-4814-b993-f552b1f9341a req-178288e0-dba5-49f0-85da-9cae372b6c22 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1030974 Apr 08 17:50:45.017900 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bac1fbf5-99e7-4814-b993-f552b1f9341a req-c806ef7b-44fe-4268-b9a2-6ab2004c8afc tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075265 Apr 08 17:50:45.502981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2880353-d149-4240-881b-5c1d19d7ee1a req-52458158-1906-443d-99de-20d603f2102f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:45.504235 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2880353-d149-4240-881b-5c1d19d7ee1a req-52458158-1906-443d-99de-20d603f2102f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1238399 Apr 08 17:50:45.631828 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2880353-d149-4240-881b-5c1d19d7ee1a req-9a1e23b8-ddb3-4ac4-8f3c-1df3bd68ae9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090577 Apr 08 17:50:46.066722 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c6837-57ba-4d88-8beb-6e775e94cc51 req-45dcc2be-a9ba-43e7-9db0-39031287130f tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:46.080055 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c77c6837-57ba-4d88-8beb-6e775e94cc51 req-45dcc2be-a9ba-43e7-9db0-39031287130f tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1224976 Apr 08 17:50:46.179400 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c77c6837-57ba-4d88-8beb-6e775e94cc51 req-41cd5924-77b7-48c1-b646-9f0cc0c72ef6 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978217 Apr 08 17:50:46.251349 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd16232-8d4e-4245-992c-cd47b484ce2f req-3c457cd2-32bd-41b6-ae68-31a9d4b81cc6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:46.254391 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9fd16232-8d4e-4245-992c-cd47b484ce2f req-3c457cd2-32bd-41b6-ae68-31a9d4b81cc6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0971322 Apr 08 17:50:46.364596 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9fd16232-8d4e-4245-992c-cd47b484ce2f req-b0a12b6b-4dd0-4d3d-a135-cd18fb068f9b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997877 Apr 08 17:50:46.886866 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301f75a-2697-470a-989b-066d2f7d2178 req-cae857fb-62af-4194-a6e3-5a1779486b1d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:46.889892 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c301f75a-2697-470a-989b-066d2f7d2178 req-cae857fb-62af-4194-a6e3-5a1779486b1d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1111324 Apr 08 17:50:46.998628 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c301f75a-2697-470a-989b-066d2f7d2178 req-1c160493-ef05-4e23-8d19-5ad3d0d140b2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962341 Apr 08 17:50:47.418803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94608444-a53e-4d77-b832-99d829eddd28 req-776c3c89-ceca-4af1-8e2b-bf729b0e4c31 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:47.421721 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-94608444-a53e-4d77-b832-99d829eddd28 req-776c3c89-ceca-4af1-8e2b-bf729b0e4c31 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.0977895 Apr 08 17:50:47.522796 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-94608444-a53e-4d77-b832-99d829eddd28 req-bd29c217-db1b-4edb-8d85-81df64967e5c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907106 Apr 08 17:50:47.607692 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c7b65-821e-408d-b78d-e92bb8d42b3c req-a8d16e3b-386e-48ea-8a00-ef008ada43ee tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:47.610596 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e41c7b65-821e-408d-b78d-e92bb8d42b3c req-a8d16e3b-386e-48ea-8a00-ef008ada43ee tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1079044 Apr 08 17:50:47.715449 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e41c7b65-821e-408d-b78d-e92bb8d42b3c req-483ea697-19fd-4cb6-85a3-a322a1f4a1c5 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977948 Apr 08 17:50:48.227343 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:50:48.230786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec931703-2c60-4b28-ae81-a0db2243bfa5 req-f33e51a9-809d-45d4-8fbe-be6c03d0cd44 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:48.233708 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ec931703-2c60-4b28-ae81-a0db2243bfa5 req-f33e51a9-809d-45d4-8fbe-be6c03d0cd44 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0935595 Apr 08 17:50:48.331411 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ec931703-2c60-4b28-ae81-a0db2243bfa5 req-00336f25-85e1-4963-b355-4c1334cc0ae6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864518 Apr 08 17:50:48.947166 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89e0b-1d79-444f-b424-3e8aa63b5137 req-d31f81ce-a2cc-4fd2-aaff-40db67d1f5a4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:48.949750 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4f89e0b-1d79-444f-b424-3e8aa63b5137 req-d31f81ce-a2cc-4fd2-aaff-40db67d1f5a4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0931990 Apr 08 17:50:49.045099 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4f89e0b-1d79-444f-b424-3e8aa63b5137 req-f2e75cbd-d165-40b6-9bf6-61f0d0b1438e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844438 Apr 08 17:50:49.170946 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b864f-01a1-4441-8d44-6985ca99d9e2 req-1edc0912-72bf-40f2-bdee-c3bdcf150bbe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:49.173928 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c28b864f-01a1-4441-8d44-6985ca99d9e2 req-1edc0912-72bf-40f2-bdee-c3bdcf150bbe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.5186684 Apr 08 17:50:49.262631 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c28b864f-01a1-4441-8d44-6985ca99d9e2 req-1600d7e5-a1e6-495e-b68d-78e3145fa728 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821242 Apr 08 17:50:49.567128 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e3406-23e4-4b7b-a85b-0e3a5c65e173 req-3963c3e6-81b7-4fd2-a14a-bf48082cef31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:49.568674 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9f6e3406-23e4-4b7b-a85b-0e3a5c65e173 req-3963c3e6-81b7-4fd2-a14a-bf48082cef31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0886698 Apr 08 17:50:49.664743 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9f6e3406-23e4-4b7b-a85b-0e3a5c65e173 req-fea98b31-6eae-444b-a71e-a1b934040090 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860667 Apr 08 17:50:50.096411 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d0650-1a2b-46ca-94d3-d1e262e3f2ec req-5e1d9336-98e8-476d-8e81-8c075dd4ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:50.098965 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-455d0650-1a2b-46ca-94d3-d1e262e3f2ec req-5e1d9336-98e8-476d-8e81-8c075dd4ac5d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1128 time: 0.0656760 Apr 08 17:50:50.264488 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba258f-de75-4273-9dc1-90ab7214878a req-51b9b0a1-b259-4816-9c94-8f09ba20c240 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:50.267625 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f8ba258f-de75-4273-9dc1-90ab7214878a req-51b9b0a1-b259-4816-9c94-8f09ba20c240 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0982955 Apr 08 17:50:50.398011 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f8ba258f-de75-4273-9dc1-90ab7214878a req-8479bf14-cfc9-4940-8e99-0dea6cffc383 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179850 Apr 08 17:50:50.501029 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69466b-0bb4-4c75-92e5-efce467ccc40 req-c1999c85-09bb-4c16-b26c-b8947c648a3a tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:50.504012 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e69466b-0bb4-4c75-92e5-efce467ccc40 req-c1999c85-09bb-4c16-b26c-b8947c648a3a tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.0928082 Apr 08 17:50:50.604053 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e69466b-0bb4-4c75-92e5-efce467ccc40 req-d1342a28-b396-46fc-aef0-093b44bbc0de tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920391 Apr 08 17:50:50.886709 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492411ca-0c00-4ce7-b770-251fbf8f9073 req-c47c65c1-2f41-4a11-adc8-94981d7d4ea4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:50.888918 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-492411ca-0c00-4ce7-b770-251fbf8f9073 req-c47c65c1-2f41-4a11-adc8-94981d7d4ea4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0942712 Apr 08 17:50:50.961971 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-492411ca-0c00-4ce7-b770-251fbf8f9073 req-55621385-18a8-4a82-a6cd-dc80d45143bc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664463 Apr 08 17:50:51.593218 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f10db-cf37-41d4-b9d6-c065ad62c25d req-f111bfb7-5633-411f-bf3d-036a337f6867 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:51.595870 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb1f10db-cf37-41d4-b9d6-c065ad62c25d req-f111bfb7-5633-411f-bf3d-036a337f6867 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0898371 Apr 08 17:50:51.691843 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cb1f10db-cf37-41d4-b9d6-c065ad62c25d req-73f631a8-80d7-4fe1-a6c3-d7438ad51a63 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886896 Apr 08 17:50:51.838908 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80732095-172b-4115-89be-f2f1a604f1fa req-a4e1a661-cb43-4ec6-ba51-fad5929edede tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:51.842284 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-80732095-172b-4115-89be-f2f1a604f1fa req-a4e1a661-cb43-4ec6-ba51-fad5929edede tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.0954080 Apr 08 17:50:51.938153 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-80732095-172b-4115-89be-f2f1a604f1fa req-4c43af9d-ae43-44df-8ed9-4d0e69439203 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874989 Apr 08 17:50:52.255093 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81673c-715d-4590-ae85-97ebc128cb0c req-1a03fced-d423-4b74-8301-c780e9b65534 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:52.257883 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-db81673c-715d-4590-ae85-97ebc128cb0c req-1a03fced-d423-4b74-8301-c780e9b65534 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1295028 Apr 08 17:50:52.356953 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-db81673c-715d-4590-ae85-97ebc128cb0c req-c5642b0c-e380-47c0-a4a4-6d77f2cce3a8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881317 Apr 08 17:50:52.936996 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66ebb8-7ad3-46f2-b7b2-2a6689157932 req-e2be41f8-84a6-41fa-ac71-c9db8d7cce34 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:52.939700 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1b66ebb8-7ad3-46f2-b7b2-2a6689157932 req-e2be41f8-84a6-41fa-ac71-c9db8d7cce34 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1147196 Apr 08 17:50:53.031828 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1b66ebb8-7ad3-46f2-b7b2-2a6689157932 req-09f33b08-68e5-468d-8a57-d7e4e9bd7fb8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809889 Apr 08 17:50:53.236495 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fccc3-3518-40e1-9018-51e9e908090d req-f3b4d7a7-4c89-4db4-957c-a208760f1310 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:53.238813 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad0fccc3-3518-40e1-9018-51e9e908090d req-f3b4d7a7-4c89-4db4-957c-a208760f1310 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1633911 Apr 08 17:50:53.308961 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-072a9e2d-cb2e-4136-817a-98be9c669f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:53.317260 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad0fccc3-3518-40e1-9018-51e9e908090d req-b546cbbd-e4db-44d7-a36c-f51989974af2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648689 Apr 08 17:50:53.522114 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761915d-a995-4602-a00f-a0b784b690f0 req-daeafd36-a47c-499c-a0cf-29a1505a11d1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:53.524031 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1761915d-a995-4602-a00f-a0b784b690f0 req-daeafd36-a47c-499c-a0cf-29a1505a11d1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0649936 Apr 08 17:50:53.608538 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1761915d-a995-4602-a00f-a0b784b690f0 req-0e88e8b7-2323-4400-b215-1a25226784a2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774181 Apr 08 17:50:54.263038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47584a-8605-4ee1-9adc-5ef74ddb7e44 req-e842f5a2-95c4-4bd5-a875-2c11d897e9e2 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:54.265270 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ef47584a-8605-4ee1-9adc-5ef74ddb7e44 req-e842f5a2-95c4-4bd5-a875-2c11d897e9e2 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0806491 Apr 08 17:50:54.372213 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ef47584a-8605-4ee1-9adc-5ef74ddb7e44 req-1b7ab9a1-8387-4ef1-bef9-040cd687af95 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953627 Apr 08 17:50:54.881910 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7cffb-f648-417e-9e09-b259d70353ba req-c95f9755-dfdf-4f94-b1f1-f806d1fc04da tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:54.884130 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87a7cffb-f648-417e-9e09-b259d70353ba req-c95f9755-dfdf-4f94-b1f1-f806d1fc04da tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1226864 Apr 08 17:50:54.965121 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724652-af03-470a-9fb8-bc7529b1c898 req-f9d1bb4d-3409-47f6-b025-416109a8e78b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:54.967419 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-71724652-af03-470a-9fb8-bc7529b1c898 req-f9d1bb4d-3409-47f6-b025-416109a8e78b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.4964769 Apr 08 17:50:54.973200 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87a7cffb-f648-417e-9e09-b259d70353ba req-84f6570a-cfd7-44e6-bf69-eba5ffa4b687 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813003 Apr 08 17:50:55.070569 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-71724652-af03-470a-9fb8-bc7529b1c898 req-1ff6db41-4507-4b88-a79f-d1f059613fce tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889883 Apr 08 17:50:55.589181 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23755cc1-2dce-4198-a76c-b4d110d1a9cf req-c2096ecb-7300-4774-95c8-90bcab425dce tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:55.594618 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-23755cc1-2dce-4198-a76c-b4d110d1a9cf req-c2096ecb-7300-4774-95c8-90bcab425dce tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0866644 Apr 08 17:50:55.608824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9549e0f4-cc9c-42a0-852b-02cce4d94d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:55.673926 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-23755cc1-2dce-4198-a76c-b4d110d1a9cf req-8ea7e341-5423-4119-88a8-86228af7ddfa tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723307 Apr 08 17:50:56.254698 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9eaac-cd46-4021-8721-db47be579fb7 req-f66c370f-6744-434d-b0eb-7ddec973fe0e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:56.284854 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6ed9eaac-cd46-4021-8721-db47be579fb7 req-f66c370f-6744-434d-b0eb-7ddec973fe0e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1497111 Apr 08 17:50:56.433358 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6ed9eaac-cd46-4021-8721-db47be579fb7 req-1cfb79e1-bbfe-4cda-92b8-e0c1d7c0c5fc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468527 Apr 08 17:50:56.451424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fb523-9dcc-4598-827d-6776efa37936 req-39f127e8-e8c7-4ca9-8c48-93e2f6753d9a tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:56.466787 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3a8fb523-9dcc-4598-827d-6776efa37936 req-39f127e8-e8c7-4ca9-8c48-93e2f6753d9a tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1658399 Apr 08 17:50:56.562016 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3a8fb523-9dcc-4598-827d-6776efa37936 req-8815c829-e2eb-4aa7-977e-d86dc98cc305 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938370 Apr 08 17:50:56.822906 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:56.887458 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed33a8-8d3e-4a86-a14b-05af7805cbb3 req-d67181e3-4393-4661-bb61-d14c5a39f35e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:56.889330 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-99ed33a8-8d3e-4a86-a14b-05af7805cbb3 req-d67181e3-4393-4661-bb61-d14c5a39f35e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0907981 Apr 08 17:50:56.964570 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-99ed33a8-8d3e-4a86-a14b-05af7805cbb3 req-79270542-29a3-4f88-a673-737ab45efe55 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645196 Apr 08 17:50:57.069938 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:57.720370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975757d1-0369-4f1b-b0f5-dde46f24d032 req-d232448a-2473-4ba3-8cbe-6578d2de8392 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:57.734496 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-975757d1-0369-4f1b-b0f5-dde46f24d032 req-d232448a-2473-4ba3-8cbe-6578d2de8392 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1271515 Apr 08 17:50:57.799955 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9376864-4fe7-4619-a9f1-631576cb0bd6 req-f57f76e6-6c74-4863-aa54-a9123b772036 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:57.814545 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f9376864-4fe7-4619-a9f1-631576cb0bd6 req-f57f76e6-6c74-4863-aa54-a9123b772036 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1226392 Apr 08 17:50:57.831039 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-975757d1-0369-4f1b-b0f5-dde46f24d032 req-71ede5be-54e3-4220-858a-5706b6cb03a5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946538 Apr 08 17:50:57.921712 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f9376864-4fe7-4619-a9f1-631576cb0bd6 req-1e86ab29-1e8d-4511-bbb7-1a9698efaf6c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055048 Apr 08 17:50:58.190261 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1404d-60d4-4ffb-8b66-fd50213cb5ed req-631c1588-f6b5-456e-a883-a43568f1a197 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:58.193075 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9ab1404d-60d4-4ffb-8b66-fd50213cb5ed req-631c1588-f6b5-456e-a883-a43568f1a197 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1094134 Apr 08 17:50:58.308769 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9ab1404d-60d4-4ffb-8b66-fd50213cb5ed req-ca329850-8acf-4e6b-bed8-6b76a8d0d13c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011708 Apr 08 17:50:58.630903 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:50:59.021733 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798573a5-5f26-4937-9ce6-da0aafd9d4b3 req-ea95475c-546d-4f6c-a15a-2009b1344d65 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:59.023437 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-798573a5-5f26-4937-9ce6-da0aafd9d4b3 req-ea95475c-546d-4f6c-a15a-2009b1344d65 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0620372 Apr 08 17:50:59.111354 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-798573a5-5f26-4937-9ce6-da0aafd9d4b3 req-e0c7c5cf-2b49-4b3a-8229-333ae5f6ccfc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774627 Apr 08 17:50:59.161263 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737b8ad-affd-4678-b98d-eea393b77802 req-8d2c8e9d-e3ee-4d9f-8474-218ed4661b3e tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:59.163192 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2737b8ad-affd-4678-b98d-eea393b77802 req-8d2c8e9d-e3ee-4d9f-8474-218ed4661b3e tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1209762 Apr 08 17:50:59.230554 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2737b8ad-affd-4678-b98d-eea393b77802 req-4b7f4028-9c02-4c3a-872a-5412c25e9bc0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600443 Apr 08 17:50:59.457255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8a890-691e-4014-a96a-80f76af8f378 req-72e4da6a-589d-40de-8822-43b3ab08670d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:50:59.458841 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-19b8a890-691e-4014-a96a-80f76af8f378 req-72e4da6a-589d-40de-8822-43b3ab08670d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0664308 Apr 08 17:50:59.538368 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-19b8a890-691e-4014-a96a-80f76af8f378 req-24b56e4c-4b08-4203-8f01-43e2fd8ee8ba tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702264 Apr 08 17:50:59.885518 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:00.274523 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb949942-3879-49d5-8890-3abcba03d04b req-c90e5a86-c9f5-4930-b700-eb83f95403b0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:00.276394 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fb949942-3879-49d5-8890-3abcba03d04b req-c90e5a86-c9f5-4930-b700-eb83f95403b0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0702162 Apr 08 17:51:00.345090 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fb949942-3879-49d5-8890-3abcba03d04b req-50ee5eb8-07d2-49b5-a737-e73013896e53 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560601 Apr 08 17:51:00.452901 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b23a3f-71ea-4116-990d-cfb0366937ae req-9a46bd04-7332-4bd7-89d2-dda46e379b11 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:00.455712 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-02b23a3f-71ea-4116-990d-cfb0366937ae req-9a46bd04-7332-4bd7-89d2-dda46e379b11 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.0890536 Apr 08 17:51:00.546790 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-02b23a3f-71ea-4116-990d-cfb0366937ae req-cace4c8d-1309-4561-929c-ce14d21bf87a tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800710 Apr 08 17:51:00.710766 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3941b-4e82-4104-8285-08f235f0b446 req-72fed4d2-0d17-449e-9bdd-5bbe976e6b86 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:00.712350 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-98d3941b-4e82-4104-8285-08f235f0b446 req-72fed4d2-0d17-449e-9bdd-5bbe976e6b86 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0666726 Apr 08 17:51:00.842962 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-98d3941b-4e82-4104-8285-08f235f0b446 req-ebead694-103f-4795-ad88-6faafddc6fe5 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200068 Apr 08 17:51:01.543658 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c18777-f9c4-4424-87a1-5b147ccea71a req-8cfae76f-420f-4eda-a36b-1c22ca42649c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:01.548421 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-95c18777-f9c4-4424-87a1-5b147ccea71a req-8cfae76f-420f-4eda-a36b-1c22ca42649c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1042356 Apr 08 17:51:01.667917 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-95c18777-f9c4-4424-87a1-5b147ccea71a req-fa7852a5-0e92-45c4-8603-a0f9df96bda5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103520 Apr 08 17:51:01.721387 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 48528) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:01.774766 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0c68c-68aa-4e87-968f-70b77e61075c req-448acf18-f85e-4830-b931-1e443e237b4d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:01.779141 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27b0c68c-68aa-4e87-968f-70b77e61075c req-448acf18-f85e-4830-b931-1e443e237b4d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1075850 Apr 08 17:51:01.796951 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Deleting subnet 62fb8256-abbb-4a02-aafa-741049c87713 {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:51:01.801421 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Publish callbacks [] for subnet (62fb8256-abbb-4a02-aafa-741049c87713), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.848724 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (62fb8256-abbb-4a02-aafa-741049c87713), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.937934 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (62fb8256-abbb-4a02-aafa-741049c87713), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:01.973432 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27b0c68c-68aa-4e87-968f-70b77e61075c req-4cee5301-5da4-4bea-919f-2b649d91c3c0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839817 Apr 08 17:51:02.088652 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (62fb8256-abbb-4a02-aafa-741049c87713), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.159805 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62fb8256-abbb-4a02-aafa-741049c87713,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:02.162939 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.167926 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/62fb8256-abbb-4a02-aafa-741049c87713 HTTP/1.1" status: 204 len: 168 time: 0.4444718 Apr 08 17:51:02.171646 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 48540) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:02.191487 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.192311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.193196 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.194025 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.194651 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.195231 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.195793 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.196413 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.196772 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.197118 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.197459 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.197798 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.198131 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.198467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.198794 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde485b2-5a00-456c-9e24-e0f9c818c0a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.213393 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb28a3-888b-44ea-b390-bb6a81d064bf req-5b069c48-cb1f-4335-8a44-0ac3f8505ded tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:02.215110 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5adb28a3-888b-44ea-b390-bb6a81d064bf req-5b069c48-cb1f-4335-8a44-0ac3f8505ded tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1310432 Apr 08 17:51:02.269961 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (c1154c8a-a417-4d3c-8083-b50aff8d7e41), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.285833 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5adb28a3-888b-44ea-b390-bb6a81d064bf req-a521344d-fd3a-463a-9f37-40003e833938 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621109 Apr 08 17:51:02.369812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (c1154c8a-a417-4d3c-8083-b50aff8d7e41), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.394349 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1154c8a-a417-4d3c-8083-b50aff8d7e41']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:02.407511 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace012c0-2799-4c64-8847-a483a05a5306') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:02.407963 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace012c0-2799-4c64-8847-a483a05a5306') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:02.420714 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (ace012c0-2799-4c64-8847-a483a05a5306), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.440996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (ace012c0-2799-4c64-8847-a483a05a5306), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.450010 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:51:02.450603 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (ace012c0-2799-4c64-8847-a483a05a5306), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:51:02.453844 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:51:02.533930 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (c1154c8a-a417-4d3c-8083-b50aff8d7e41), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.541962 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:02.549078 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c1154c8a-a417-4d3c-8083-b50aff8d7e41 HTTP/1.1" status: 204 len: 168 time: 0.3758497 Apr 08 17:51:02.572284 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1154c8a-a417-4d3c-8083-b50aff8d7e41,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:02.584684 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.585378 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.585769 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.586153 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.586497 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.586830 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.587170 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.588013 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.588397 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.588734 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.589069 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.589401 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.589732 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.590053 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.590387 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2573ea8-6a36-4c48-a7fd-6e1490df8550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:02.785327 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 48546) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:02.882516 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f24c1-6fe4-420e-9c5d-f9b2d11391ab req-2b9b87ca-d6c2-4a5a-888a-75adebba0ed0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:02.884925 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e52f24c1-6fe4-420e-9c5d-f9b2d11391ab req-2b9b87ca-d6c2-4a5a-888a-75adebba0ed0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0899031 Apr 08 17:51:02.892161 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1915bc49-939c-4ca6-9a6b-31e1d38f47d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5e589743ce924381ada74634b4195303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1024213 Apr 08 17:51:02.894456 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 48548) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:02.995862 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e52f24c1-6fe4-420e-9c5d-f9b2d11391ab req-36115ab8-3f23-4892-a541-8af3243ace5d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028285 Apr 08 17:51:03.015676 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-62012fa5-0957-471e-a935-603d3aa06a37 admin admin] Publish callbacks [] for security_group (eccc5757-e602-4104-9fad-bff448f2155e), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.057586 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-62012fa5-0957-471e-a935-603d3aa06a37 admin admin] Publish callbacks [] for security_group (eccc5757-e602-4104-9fad-bff448f2155e), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.170223 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-62012fa5-0957-471e-a935-603d3aa06a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (eccc5757-e602-4104-9fad-bff448f2155e), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.173757 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-62012fa5-0957-471e-a935-603d3aa06a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:03.179335 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-62012fa5-0957-471e-a935-603d3aa06a37 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eccc5757-e602-4104-9fad-bff448f2155e HTTP/1.1" status: 204 len: 168 time: 0.2802935 Apr 08 17:51:03.189509 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62012fa5-0957-471e-a935-603d3aa06a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccc5757-e602-4104-9fad-bff448f2155e,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:03.271809 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a046a87-c4ae-41d0-86bc-d433676c63d6 req-427c0ca7-b05e-470a-8c86-21aa23c9f0e2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:03.281466 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a046a87-c4ae-41d0-86bc-d433676c63d6 req-427c0ca7-b05e-470a-8c86-21aa23c9f0e2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1528707 Apr 08 17:51:03.358552 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4a046a87-c4ae-41d0-86bc-d433676c63d6 req-65e2952e-c1f1-449f-bee7-60d31c125e12 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743802 Apr 08 17:51:03.471708 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128a392-77f9-440d-bfa6-3c990a0af4c4 req-a0e900e9-c065-4f8c-8176-2dfa10137259 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:03.474474 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1128a392-77f9-440d-bfa6-3c990a0af4c4 req-a0e900e9-c065-4f8c-8176-2dfa10137259 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0752323 Apr 08 17:51:03.573680 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1128a392-77f9-440d-bfa6-3c990a0af4c4 req-4d7aa413-9be4-4cd5-b2b7-ee93e7d712b9 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809011 Apr 08 17:51:04.045417 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d0650-1a2b-46ca-94d3-d1e262e3f2ec req-a6d783f7-ec90-4f7e-ad52-e21d0867a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.048269 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-455d0650-1a2b-46ca-94d3-d1e262e3f2ec req-a6d783f7-ec90-4f7e-ad52-e21d0867a4b3 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1678548 Apr 08 17:51:04.257409 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f576d0-6421-48ab-8a37-22bf29a9d97c req-ea50b764-1887-46e9-90e0-d622d7023c05 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.260276 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-62f576d0-6421-48ab-8a37-22bf29a9d97c req-ea50b764-1887-46e9-90e0-d622d7023c05 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1181266 Apr 08 17:51:04.315025 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d0650-1a2b-46ca-94d3-d1e262e3f2ec req-02937d9c-6a71-44f9-bbde-911fe8b9790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.319914 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-455d0650-1a2b-46ca-94d3-d1e262e3f2ec req-02937d9c-6a71-44f9-bbde-911fe8b9790f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2622130 Apr 08 17:51:04.336781 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-62f576d0-6421-48ab-8a37-22bf29a9d97c req-b1525d91-53ba-4a42-bf68-81cd1d2756fc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626836 Apr 08 17:51:04.538410 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-5d831fdf-fd35-48a7-be09-ba65dc30ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.541565 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-5d831fdf-fd35-48a7-be09-ba65dc30ffa1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1128 time: 0.0960622 Apr 08 17:51:04.580305 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8035d-8e49-407c-a53f-1f7d34bed426 req-f78ffe66-bd19-4b16-a4fa-fb6944082044 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.582106 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1ac8035d-8e49-407c-a53f-1f7d34bed426 req-f78ffe66-bd19-4b16-a4fa-fb6944082044 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.0963843 Apr 08 17:51:04.724781 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-066f1115-e129-43be-8c4e-24a679173aba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 217 time: 0.1659794 Apr 08 17:51:04.729852 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1ac8035d-8e49-407c-a53f-1f7d34bed426 req-b7c04966-3c77-46a8-a230-235d95a9f778 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 Apr 08 17:51:04.803608 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394b47f-87ce-4ee7-939a-842ffeabb3c5 req-92e74e2b-0b12-49d6-acea-e6dc0f8d1129 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.808050 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f394b47f-87ce-4ee7-939a-842ffeabb3c5 req-92e74e2b-0b12-49d6-acea-e6dc0f8d1129 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1053128 Apr 08 17:51:04.826243 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-c632902f-3fa9-45fa-b950-599d0b0664cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.829291 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-c632902f-3fa9-45fa-b950-599d0b0664cb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f2b9630-a2b4-4fd7-b2c6-037e5341e609 HTTP/1.1" status: 200 len: 854 time: 0.0979970 Apr 08 17:51:04.924956 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-80364569-88a4-4260-98f9-a829e18888a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:04.928647 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-80364569-88a4-4260-98f9-a829e18888a6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280d0b11-cae3-41c5-8685-c845cdfd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913370 Apr 08 17:51:04.933710 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f394b47f-87ce-4ee7-939a-842ffeabb3c5 req-cca40b2b-19e0-4fb1-a700-b628c787f2dc tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120834 Apr 08 17:51:05.141046 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-a01d8fe0-5d3c-4908-9caf-f6f3df877fe8 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031970 Apr 08 17:51:05.403456 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467177a-a960-4390-90ec-b56dfe65db60 req-2ed17650-14e4-49b0-bf89-ec29110faa0f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:05.414255 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7467177a-a960-4390-90ec-b56dfe65db60 req-2ed17650-14e4-49b0-bf89-ec29110faa0f tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1267695 Apr 08 17:51:05.461796 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-27ec2e7e-11c6-4a6d-baf9-943e9cd49579 req-22ee74c2-f411-4f4f-b7ee-9b4b70b00873 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098569 Apr 08 17:51:05.589578 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7467177a-a960-4390-90ec-b56dfe65db60 req-5680a3ee-4070-4ae0-bfae-c6cea0d9f58e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740997 Apr 08 17:51:05.713185 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-a0822a24-2407-40ea-9b4a-0d02c43b1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:05.715400 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-a0822a24-2407-40ea-9b4a-0d02c43b1856 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 1130 time: 0.2351670 Apr 08 17:51:05.814575 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21ceb0-bafa-4adc-a1ad-c9c1b94b49d1 req-77169f2d-6eb3-4354-810e-7a3ce4bd5a79 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:05.829435 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1b21ceb0-bafa-4adc-a1ad-c9c1b94b49d1 req-77169f2d-6eb3-4354-810e-7a3ce4bd5a79 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1233151 Apr 08 17:51:05.920805 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1b21ceb0-bafa-4adc-a1ad-c9c1b94b49d1 req-3fe1e606-83f1-4e64-a133-099afc25960d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895796 Apr 08 17:51:06.141467 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f5724-88c7-4493-b0e3-5e3661bb058b req-3daec614-f730-4e9f-8712-11b44f47ec77 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:06.154778 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-533f5724-88c7-4493-b0e3-5e3661bb058b req-3daec614-f730-4e9f-8712-11b44f47ec77 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1130855 Apr 08 17:51:06.302921 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-533f5724-88c7-4493-b0e3-5e3661bb058b req-6e76b289-0557-49f8-b423-c469d9d31b5d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505246 Apr 08 17:51:06.781531 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813c1d0-5b8b-4661-9105-41c5a16978e4 req-db8b5076-b65f-450c-9a7b-115e00765bab tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:06.797353 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7813c1d0-5b8b-4661-9105-41c5a16978e4 req-db8b5076-b65f-450c-9a7b-115e00765bab tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0926921 Apr 08 17:51:06.928216 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7813c1d0-5b8b-4661-9105-41c5a16978e4 req-e497a44f-173c-467d-afe8-3a83c2cdb6e5 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256673 Apr 08 17:51:07.121096 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a0e4d-4cca-4338-9b88-0beab8b9b739 req-c986af57-5879-42c1-823d-e25cd2cd4546 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:07.130015 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8f8a0e4d-4cca-4338-9b88-0beab8b9b739 req-c986af57-5879-42c1-823d-e25cd2cd4546 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0953357 Apr 08 17:51:07.235069 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8f8a0e4d-4cca-4338-9b88-0beab8b9b739 req-bd98aefa-2981-49e6-bac5-dcac4db3b96d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035192 Apr 08 17:51:07.612386 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2382-ee0e-4605-aae7-3efa4a9191f3 req-3aaa6b3c-2609-4288-968f-fa24a0c75172 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:07.615552 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-95cf2382-ee0e-4605-aae7-3efa4a9191f3 req-3aaa6b3c-2609-4288-968f-fa24a0c75172 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1710467 Apr 08 17:51:07.757432 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-95cf2382-ee0e-4605-aae7-3efa4a9191f3 req-55e28f84-c125-42c6-90d1-40730f6bf2d5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064858 Apr 08 17:51:08.158222 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137efffe-fa36-4ac5-b8ba-a1a86fbed995 req-35b12c51-7f19-4acc-963a-a75dda41bea4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:08.160762 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-137efffe-fa36-4ac5-b8ba-a1a86fbed995 req-35b12c51-7f19-4acc-963a-a75dda41bea4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0987556 Apr 08 17:51:08.253291 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-137efffe-fa36-4ac5-b8ba-a1a86fbed995 req-65c0130d-fc43-49ca-921c-1c241c1f2942 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773869 Apr 08 17:51:08.541257 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5e345-8503-4bb9-8a3d-5cb6a664f3ed req-09869169-afcf-454a-87a5-c8237f01e6ce tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:08.543192 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d8f5e345-8503-4bb9-8a3d-5cb6a664f3ed req-09869169-afcf-454a-87a5-c8237f01e6ce tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1588185 Apr 08 17:51:08.650043 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d8f5e345-8503-4bb9-8a3d-5cb6a664f3ed req-b4bba63d-2d6a-43e9-8c48-5f2d1c61f73e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953290 Apr 08 17:51:09.083322 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cab9d6-f25b-450a-a1e6-b22941635be5 req-02fe6cb1-45f3-4ac0-a27c-4802022e363f tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:09.086765 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d5cab9d6-f25b-450a-a1e6-b22941635be5 req-02fe6cb1-45f3-4ac0-a27c-4802022e363f tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1316423 Apr 08 17:51:09.265180 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d5cab9d6-f25b-450a-a1e6-b22941635be5 req-ff7b63f9-ebf4-49f4-ae27-7f6452db6608 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668193 Apr 08 17:51:09.495206 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5625da-e0f5-44d0-a98f-cafe99995e74 req-19a25f10-94a3-43f0-8eca-7339666a7ce1 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:09.502234 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-db5625da-e0f5-44d0-a98f-cafe99995e74 req-19a25f10-94a3-43f0-8eca-7339666a7ce1 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1176224 Apr 08 17:51:09.627243 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-f9c64c3e-395a-47ab-b3ac-9d393519b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:09.630180 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-f9c64c3e-395a-47ab-b3ac-9d393519b048 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.6579285 Apr 08 17:51:09.654048 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-db5625da-e0f5-44d0-a98f-cafe99995e74 req-3c54253b-8d10-4911-a697-55239e04b7fd tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394911 Apr 08 17:51:10.025775 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-b70db9e3-ea2e-4e49-ae60-126ad21915cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 200 len: 1001 time: 0.2494133 Apr 08 17:51:10.063649 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd43b2-f095-46a5-9e74-ddf48067a934 req-065a1768-6fdc-4858-b201-7326bc86dfe5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:10.066652 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-43fd43b2-f095-46a5-9e74-ddf48067a934 req-065a1768-6fdc-4858-b201-7326bc86dfe5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1420794 Apr 08 17:51:10.195143 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-43fd43b2-f095-46a5-9e74-ddf48067a934 req-3b90fde3-df95-46aa-b9a1-d718c477709c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120462 Apr 08 17:51:10.537546 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-2de67038-ace8-4737-8e41-fe877ca64338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:10.542238 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-2de67038-ace8-4737-8e41-fe877ca64338 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.1705458 Apr 08 17:51:10.546951 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c1d3b-3034-4730-acf8-ed8e180334e3 req-85d5f40a-324c-4943-8b1e-e37213d6d36d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:10.550615 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-274c1d3b-3034-4730-acf8-ed8e180334e3 req-85d5f40a-324c-4943-8b1e-e37213d6d36d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 944 time: 0.1288686 Apr 08 17:51:10.682521 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-ca20e043-e714-49ec-9850-18d4512ba258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:10.685159 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-ca20e043-e714-49ec-9850-18d4512ba258 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223936 Apr 08 17:51:10.713253 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-274c1d3b-3034-4730-acf8-ed8e180334e3 req-275bfbef-a6f4-496c-840e-42e16def0635 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469278 Apr 08 17:51:10.952275 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06518368-3cdc-452d-9f31-d1c6a6336d02 req-32f31530-4113-488f-ab87-69f5155dbd5b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:10.952275 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-06518368-3cdc-452d-9f31-d1c6a6336d02 req-32f31530-4113-488f-ab87-69f5155dbd5b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1157744 Apr 08 17:51:11.062191 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18db5f7e-345f-4805-8cdb-fabc39a69682 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:51:11.079621 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-06518368-3cdc-452d-9f31-d1c6a6336d02 req-9e2046a7-7096-42d1-ab3c-1f4bf6c94657 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138678 Apr 08 17:51:11.402206 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18db5f7e-345f-4805-8cdb-fabc39a69682,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:11.442516 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'port_id': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'mac_address': 'fa:16:3e:29:4f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:51:11.543462 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 18db5f7e-345f-4805-8cdb-fabc39a69682 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:11.544424 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:11.585751 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18db5f7e-345f-4805-8cdb-fabc39a69682 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:51:11.636198 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-49301252-b581-448f-8582-2e34b3ead93f service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010536 Apr 08 17:51:11.659875 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18db5f7e-345f-4805-8cdb-fabc39a69682,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:11.669938 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:11.702468 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c6f9-8e0d-48a1-a475-ecad0f222811 req-bc997f51-8698-4754-940c-6be0da97a489 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:11.706044 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fef9c6f9-8e0d-48a1-a475-ecad0f222811 req-bc997f51-8698-4754-940c-6be0da97a489 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1998510 Apr 08 17:51:11.820629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:11.837351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.837351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.837856 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.839096 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.840241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.844749 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.845279 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.846513 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.851985 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.857319 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.858216 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.863985 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.865410 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.865780 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.868033 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:51:11.899863 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fef9c6f9-8e0d-48a1-a475-ecad0f222811 req-daf88f66-1bcf-454b-b3e1-9b1afd2aee85 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786659 Apr 08 17:51:12.024716 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5499a8f6-e049-48f5-bbec-512d7392abf9 req-268cf3c9-30ac-4571-ba42-8de0e5cd7957 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779941 Apr 08 17:51:12.191084 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 48770) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:12.208443 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-4420419d-951d-4540-a5b0-4af03956b8c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592669692', 'description': 'tempest-description--57224108'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:12.282818 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4420419d-951d-4540-a5b0-4af03956b8c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:12.290047 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f2778-4cd2-418d-b6c3-c79d14bf9876 req-724fd7e7-3cae-4e72-936a-6024277c5fb4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:12.291953 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-da0f2778-4cd2-418d-b6c3-c79d14bf9876 req-724fd7e7-3cae-4e72-936a-6024277c5fb4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 945 time: 0.1246655 Apr 08 17:51:12.322944 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['18db5f7e-345f-4805-8cdb-fabc39a69682'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:51:12.408762 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-da0f2778-4cd2-418d-b6c3-c79d14bf9876 req-b7eda54a-6648-48c4-81da-824ec91787ba tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064098 Apr 08 17:51:12.451016 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3f0f-2b49-4b96-84c4-b9690fbdf3a0 req-6a06c350-1b97-478b-a814-6951e5c45ab6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:12.454946 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f72f3f0f-2b49-4b96-84c4-b9690fbdf3a0 req-6a06c350-1b97-478b-a814-6951e5c45ab6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1655786 Apr 08 17:51:12.631272 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4420419d-951d-4540-a5b0-4af03956b8c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (7021cf2d-549d-4e82-be3d-ffa46d1261f9), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:12.639487 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f72f3f0f-2b49-4b96-84c4-b9690fbdf3a0 req-0861cccd-0596-497b-87d9-8772b694746d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592925 Apr 08 17:51:12.641841 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4420419d-951d-4540-a5b0-4af03956b8c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (7021cf2d-549d-4e82-be3d-ffa46d1261f9), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:12.701848 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-4420419d-951d-4540-a5b0-4af03956b8c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:12.704326 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-4420419d-951d-4540-a5b0-4af03956b8c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5113635 Apr 08 17:51:12.708820 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 48774) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:12.722204 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420419d-951d-4540-a5b0-4af03956b8c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7021cf2d-549d-4e82-be3d-ffa46d1261f9,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:12.723029 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-2b2a122b-b0ed-41fb-a798-53a683ab3a41 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': '7021cf2d-549d-4e82-be3d-ffa46d1261f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:12.792170 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b2a122b-b0ed-41fb-a798-53a683ab3a41 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (c1cfc573-8b41-4981-b876-02f805062ed2), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:12.952134 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b2a122b-b0ed-41fb-a798-53a683ab3a41 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (c1cfc573-8b41-4981-b876-02f805062ed2), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:12.961481 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b2a122b-b0ed-41fb-a798-53a683ab3a41 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (c1cfc573-8b41-4981-b876-02f805062ed2), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:12.998109 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a122b-b0ed-41fb-a798-53a683ab3a41 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cfc573-8b41-4981-b876-02f805062ed2,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:13.024810 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2b2a122b-b0ed-41fb-a798-53a683ab3a41 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:13.031759 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2b2a122b-b0ed-41fb-a798-53a683ab3a41 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172889 Apr 08 17:51:13.033486 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 48778) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:13.046097 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-17d9d874-b886-4d95-b55a-b1f029c283a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': '7021cf2d-549d-4e82-be3d-ffa46d1261f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:13.137995 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-17d9d874-b886-4d95-b55a-b1f029c283a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (c3f7110b-35c6-4e05-9c7a-e687948cb6a6), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:13.279515 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f6b19-5444-45d5-9ccd-29dce5dca341 req-2c46964a-aef9-4e60-b62a-9d8353d1807a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:13.285172 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a56f6b19-5444-45d5-9ccd-29dce5dca341 req-2c46964a-aef9-4e60-b62a-9d8353d1807a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1668346 Apr 08 17:51:13.410437 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-17d9d874-b886-4d95-b55a-b1f029c283a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (c3f7110b-35c6-4e05-9c7a-e687948cb6a6), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:13.432883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-17d9d874-b886-4d95-b55a-b1f029c283a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (c3f7110b-35c6-4e05-9c7a-e687948cb6a6), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:13.478815 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a56f6b19-5444-45d5-9ccd-29dce5dca341 req-99911f8e-f6f3-474b-be64-5bd9f049c2b5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757731 Apr 08 17:51:13.502766 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9d874-b886-4d95-b55a-b1f029c283a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f7110b-35c6-4e05-9c7a-e687948cb6a6,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:13.552437 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-17d9d874-b886-4d95-b55a-b1f029c283a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:13.562864 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 48790) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:13.565369 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-17d9d874-b886-4d95-b55a-b1f029c283a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5221174 Apr 08 17:51:13.571563 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:13.678673 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:13.702253 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407fdf5-8e12-4e8b-98f7-55448c0d3d19 req-02a8e2ba-44b4-483f-8b09-81bf40167807 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:13.707161 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8407fdf5-8e12-4e8b-98f7-55448c0d3d19 req-02a8e2ba-44b4-483f-8b09-81bf40167807 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 945 time: 0.1396244 Apr 08 17:51:13.989011 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78401a-9faa-4ae6-b723-ca07c06867af req-86031f54-d239-4fc2-96b1-6e023583d5ff tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:13.993027 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9a78401a-9faa-4ae6-b723-ca07c06867af req-86031f54-d239-4fc2-96b1-6e023583d5ff tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.2780282 Apr 08 17:51:14.034290 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:14.183067 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9a78401a-9faa-4ae6-b723-ca07c06867af req-67921532-392d-4ed5-b1b7-992288caca58 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662147 Apr 08 17:51:14.267466 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18db5f7e-345f-4805-8cdb-fabc39a69682 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:51:14.311769 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8407fdf5-8e12-4e8b-98f7-55448c0d3d19 req-5f024be0-97fe-40d7-a9b3-7ba27e87472d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934753 Apr 08 17:51:14.422994 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.27.2.233 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/84758bd0-2d87-43d2-87c6-76d1aba500fe) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:51:14.429652 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 18db5f7e-345f-4805-8cdb-fabc39a69682 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:51:14.442194 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 18db5f7e-345f-4805-8cdb-fabc39a69682 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:51:14.443315 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:14.646076 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 18db5f7e-345f-4805-8cdb-fabc39a69682 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:14.647018 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:14.673019 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa74a1b-dc4f-4781-814d-7742b17416d5 req-2c62aa68-341e-4e66-a386-45628066bea0 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:14.676330 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0aa74a1b-dc4f-4781-814d-7742b17416d5 req-2c62aa68-341e-4e66-a386-45628066bea0 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.2411485 Apr 08 17:51:14.784598 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18db5f7e-345f-4805-8cdb-fabc39a69682,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:14.787064 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:14.793020 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24253be2-2038-4328-a91b-c0dad2df50b6" -d '{"events": [{"server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "name": "network-vif-plugged", "status": "completed", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:14.797915 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:14.926816 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:14.956317 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:14.970590 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0aa74a1b-dc4f-4781-814d-7742b17416d5 req-7a5cebdf-cf02-40da-94cf-6369c76af17a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080374 Apr 08 17:51:15.052229 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6e4eb2-ea84-407b-a9bb-843bb3af2795 x-openstack-request-id: req-9a6e4eb2-ea84-407b-a9bb-843bb3af2795 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:15.052715 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "name": "network-vif-plugged", "status": "completed", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:15.053121 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9a6e4eb2-ea84-407b-a9bb-843bb3af2795 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:15.054296 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a6e4eb2-ea84-407b-a9bb-843bb3af2795'] response: {'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'code': 200} Apr 08 17:51:15.069180 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.163786 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:51:15.172905 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:51:15.181456 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:51:15.245296 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=84758bd0-2d87-43d2-87c6-76d1aba500fe,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:15.381247 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (8c74a635-1ea3-47be-ad10-3a0435984508), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.393735 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757700c-cec2-49cd-a8c0-3de1db5864e8 req-ca379e44-3bf4-4bb3-b3d4-8ece2b5c7a39 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:15.396860 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7757700c-cec2-49cd-a8c0-3de1db5864e8 req-ca379e44-3bf4-4bb3-b3d4-8ece2b5c7a39 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1157484 Apr 08 17:51:15.510937 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7757700c-cec2-49cd-a8c0-3de1db5864e8 req-8cf12248-7ca3-4c62-a85d-e96750ded6d3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995653 Apr 08 17:51:15.532340 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81b777-aa48-4ddf-967f-7074a61e5f0a req-fa63cf17-8474-4c41-b89e-d6c53ee56acb tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:15.539236 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eb81b777-aa48-4ddf-967f-7074a61e5f0a req-fa63cf17-8474-4c41-b89e-d6c53ee56acb tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.1422014 Apr 08 17:51:15.560160 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:15.723115 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215acd9-d2aa-474c-9d4c-8ad95b50f48f req-4c5dd4e7-5c71-4534-b525-2ec5ebff05b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:15.731457 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3215acd9-d2aa-474c-9d4c-8ad95b50f48f req-4c5dd4e7-5c71-4534-b525-2ec5ebff05b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0671527 Apr 08 17:51:15.746095 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eb81b777-aa48-4ddf-967f-7074a61e5f0a req-7afbee7d-22e6-4b0e-b2da-580e00f6fa15 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906421 Apr 08 17:51:15.847403 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3215acd9-d2aa-474c-9d4c-8ad95b50f48f req-bc488282-4c95-4262-96a8-44379d51e56c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148062 Apr 08 17:51:15.995555 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.006100 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.197390 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=84758bd0-2d87-43d2-87c6-76d1aba500fe,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:16.219060 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (8c74a635-1ea3-47be-ad10-3a0435984508), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.251976 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:16.256379 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9c95276f-2f6c-443f-9154-219580c389c4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6914134 Apr 08 17:51:16.421445 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12153d-efb5-4075-811f-fcab7690dab9 req-b73e8cd2-9e0a-40b0-957c-6159aa98c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.423607 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f12153d-efb5-4075-811f-fcab7690dab9 req-b73e8cd2-9e0a-40b0-957c-6159aa98c457 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1130 time: 0.0885208 Apr 08 17:51:16.765464 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-1e66a605-66a3-4d04-96c6-87e0a405491e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.768327 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-1e66a605-66a3-4d04-96c6-87e0a405491e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.1639812 Apr 08 17:51:16.826274 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87071a0c-d62a-420c-aaa7-c32cad1bbd4e req-6d4e7095-182d-4b27-816e-7f3d084811f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:16.828297 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87071a0c-d62a-420c-aaa7-c32cad1bbd4e req-6d4e7095-182d-4b27-816e-7f3d084811f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1416807 Apr 08 17:51:16.830874 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f12153d-efb5-4075-811f-fcab7690dab9 req-6c43f2b9-6369-49f9-8ffa-b044e1582062 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309389 Apr 08 17:51:16.932164 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87071a0c-d62a-420c-aaa7-c32cad1bbd4e req-8852e628-932a-466a-b99b-8572016ab3f2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933044 Apr 08 17:51:16.941713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Deleting port 6cc8e730-f6e5-483d-80c2-8226884d3da6 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:51:16.942201 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.115453 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] For port 6cc8e730-f6e5-483d-80c2-8226884d3da6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6cc8e730-f6e5-483d-80c2-8226884d3da6,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:17.116648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.146898 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a7da5-c195-4f0f-8383-468366ef9ce7 req-bb1cf052-a46c-43fe-8be6-e712d19b6750 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.155936 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a50a7da5-c195-4f0f-8383-468366ef9ce7 req-bb1cf052-a46c-43fe-8be6-e712d19b6750 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 945 time: 0.0956800 Apr 08 17:51:17.178536 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Calling delete_port for 6cc8e730-f6e5-483d-80c2-8226884d3da6 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:51:17.305751 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a50a7da5-c195-4f0f-8383-468366ef9ce7 req-289e5362-24d5-4acd-a0db-ffabd51b799f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485319 Apr 08 17:51:17.541946 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a24e8-780e-4045-8ec6-ea8dc10b2004 req-a4e578fa-0646-4971-8b0b-fd546e48f9a8 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:17.554647 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a05a24e8-780e-4045-8ec6-ea8dc10b2004 req-a4e578fa-0646-4971-8b0b-fd546e48f9a8 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.1372261 Apr 08 17:51:17.594725 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (6cc8e730-f6e5-483d-80c2-8226884d3da6), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.658338 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['6cc8e730-f6e5-483d-80c2-8226884d3da6'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:51:17.667623 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Pushing event deleted for resources: {'Port': ['ID=6cc8e730-f6e5-483d-80c2-8226884d3da6,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:17.809000 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a05a24e8-780e-4045-8ec6-ea8dc10b2004 req-74c995ef-80ef-4a34-888c-774f308c9736 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530937 Apr 08 17:51:17.811134 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] No DVR routers for this DVR port 6cc8e730-f6e5-483d-80c2-8226884d3da6 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:51:17.817440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:17.822391 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-275f91eb-7237-4ea0-88eb-cdc9a8f00eca req-05f4cac6-4c10-47f6-8be6-baf080170734 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "DELETE /v2.0/ports/6cc8e730-f6e5-483d-80c2-8226884d3da6 HTTP/1.1" status: 204 len: 173 time: 1.0398989 Apr 08 17:51:17.822875 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'name': 'network-vif-deleted', 'tag': '6cc8e730-f6e5-483d-80c2-8226884d3da6'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:17.825534 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383f545-8b79-4d15-bea6-bb47f641a772" -d '{"events": [{"server_uuid": "6cee567b-3670-4a4a-8a96-4af2ba72a38c", "name": "network-vif-deleted", "tag": "6cc8e730-f6e5-483d-80c2-8226884d3da6"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:17.879035 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6d9d14-eccc-4ea1-af6b-4c6f5f9b77ec x-openstack-request-id: req-8e6d9d14-eccc-4ea1-af6b-4c6f5f9b77ec {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:17.879347 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cee567b-3670-4a4a-8a96-4af2ba72a38c", "name": "network-vif-deleted", "tag": "6cc8e730-f6e5-483d-80c2-8226884d3da6", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:17.879615 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e6d9d14-eccc-4ea1-af6b-4c6f5f9b77ec {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:17.880121 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6d9d14-eccc-4ea1-af6b-4c6f5f9b77ec'] response: {'server_uuid': '6cee567b-3670-4a4a-8a96-4af2ba72a38c', 'name': 'network-vif-deleted', 'tag': '6cc8e730-f6e5-483d-80c2-8226884d3da6', 'status': 'completed', 'code': 200} Apr 08 17:51:18.140577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050de00f-7115-4e69-ac04-dc0dfca98569 req-6903c6e7-5b7d-4b46-bcfb-d5b840c7a8f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:18.162556 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-050de00f-7115-4e69-ac04-dc0dfca98569 req-6903c6e7-5b7d-4b46-bcfb-d5b840c7a8f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1011519 Apr 08 17:51:18.264932 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-050de00f-7115-4e69-ac04-dc0dfca98569 req-dd3f76ed-57c5-4c4b-b67d-f473eb3ad466 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051877 Apr 08 17:51:18.270588 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-2e084be7-3abd-443d-b7e1-af8f8fd8bfd0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1592669692&fields=id&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 267 time: 0.1312151 Apr 08 17:51:18.499512 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-fbbfa767-92fc-4efb-a492-45e8745247d1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:18.501367 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-fbbfa767-92fc-4efb-a492-45e8745247d1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.2124267 Apr 08 17:51:18.524470 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-de4e824e-2d61-478b-aec4-80983da0cee1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/quotas/b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 375 time: 0.0123315 Apr 08 17:51:18.533918 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a3044b41-ec02-41d2-aa54-420f63b1cf0c req-f1f7de60-0226-4dff-b447-51f254f8e41c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 210 time: 0.0594320 Apr 08 17:51:18.614984 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-61777203-16ad-454c-b989-8fa4fe30a650 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703704 Apr 08 17:51:18.778216 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-1c35708d-9e46-4cfc-964b-7f5ac3cd2f2f service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471436 Apr 08 17:51:19.128491 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-295dfb78-08ce-4f3b-8a3f-e2e05fae7ed8 service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250103 Apr 08 17:51:19.209341 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ee4c3-8ce3-4691-b668-6d29ec39297f req-475c2a15-30a8-4b18-aac8-f51e543ad072 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:19.213452 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a53ee4c3-8ce3-4691-b668-6d29ec39297f req-475c2a15-30a8-4b18-aac8-f51e543ad072 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.2254536 Apr 08 17:51:19.237345 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-c1544f0e-a200-46bb-b6c0-7b9158cbe33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:19.240883 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-c1544f0e-a200-46bb-b6c0-7b9158cbe33b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1129 time: 0.1415675 Apr 08 17:51:19.420569 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a53ee4c3-8ce3-4691-b668-6d29ec39297f req-80d7f578-817b-4efd-8d44-15524b3c13e6 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872733 Apr 08 17:51:19.600024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-23e016a3-5edc-4832-a7a3-502cb68074c9 req-0a440344-3ffd-488f-bb02-68ddf79705a1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0735502 Apr 08 17:51:19.685227 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95015b-60c5-476d-ab2d-00fabfea9dba req-286cd79a-a473-42bb-bb65-15adf7510e0a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:19.686865 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1f95015b-60c5-476d-ab2d-00fabfea9dba req-286cd79a-a473-42bb-bb65-15adf7510e0a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1363919 Apr 08 17:51:19.813434 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1f95015b-60c5-476d-ab2d-00fabfea9dba req-d9095ca8-d0a2-4b78-b6cd-46b7cde7d328 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134579 Apr 08 17:51:19.868359 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-acf55d46-df3a-4c68-af5b-da09383765f4 req-0b6722ca-e176-418e-9346-7d8c212e4b30 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cee567b-3670-4a4a-8a96-4af2ba72a38c HTTP/1.1" status: 200 len: 210 time: 0.1242266 Apr 08 17:51:20.019900 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-503665ff-d96f-4522-8e47-2c99b1a9567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:20.025271 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-503665ff-d96f-4522-8e47-2c99b1a9567a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.1995075 Apr 08 17:51:20.146848 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-0e95f345-9f7c-4812-83d0-a964a381c638 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 1001 time: 0.1140473 Apr 08 17:51:20.242418 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 6cc8e730-f6e5-483d-80c2-8226884d3da6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:20.255553 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-6785a39d-66f6-4d08-a5b3-5929ab2abbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:20.257997 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-6785a39d-66f6-4d08-a5b3-5929ab2abbf3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.1011417 Apr 08 17:51:20.315946 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 6cc8e730-f6e5-483d-80c2-8226884d3da6 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:51:20.316804 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 6cc8e730-f6e5-483d-80c2-8226884d3da6 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:51:20.331735 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-81f41a13-d057-4d84-868b-52ae47315b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:20.335030 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-81f41a13-d057-4d84-868b-52ae47315b6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699110 Apr 08 17:51:20.520433 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-e1b53701-7c69-473a-85ec-a065edb951a8 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779721 Apr 08 17:51:20.609453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadd1b8-d5d4-4bc9-b440-201c57548d1a req-7a63fdbe-86b6-4e24-b9fd-868cb4d7ea0d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:20.619251 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0aadd1b8-d5d4-4bc9-b440-201c57548d1a req-7a63fdbe-86b6-4e24-b9fd-868cb4d7ea0d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0925958 Apr 08 17:51:20.746730 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0aadd1b8-d5d4-4bc9-b440-201c57548d1a req-49c68797-94fc-4f77-bbde-71a63746afa2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256077 Apr 08 17:51:20.852855 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-09a7bcf7-6670-43c0-a4b5-5b4e6e3b443f req-7ec304fe-91c3-4638-957a-0051461eff11 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0956905 Apr 08 17:51:20.893104 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7405e9fe-06b9-4122-9ca9-1f7e17610935 req-7ac649fd-2285-45cf-b6ed-a21f53c55324 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568506 Apr 08 17:51:21.022464 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f77c-e1d5-42d2-9aa7-81d8150e56bb req-6564f7e9-6841-421c-a017-acbda1e97bd2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:21.035530 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ffb2f77c-e1d5-42d2-9aa7-81d8150e56bb req-6564f7e9-6841-421c-a017-acbda1e97bd2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.1198449 Apr 08 17:51:21.118873 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac698d5-6264-4483-9484-a3a9c76102b9 req-f325fdab-d856-4357-9af6-c1426f537a8f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:21.125088 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0ac698d5-6264-4483-9484-a3a9c76102b9 req-f325fdab-d856-4357-9af6-c1426f537a8f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0995109 Apr 08 17:51:21.155813 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ffb2f77c-e1d5-42d2-9aa7-81d8150e56bb req-5ebf8c00-315d-4ada-b34d-5babe1175d9c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120667 Apr 08 17:51:21.215458 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0ac698d5-6264-4483-9484-a3a9c76102b9 req-90e47f21-089e-4af0-850e-b457653278c5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860701 Apr 08 17:51:21.843601 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca315e9-dabe-429c-b3e0-cefb96e2a604 req-c2b1538d-a0f0-4595-b0f1-222a1773c040 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:21.845781 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fca315e9-dabe-429c-b3e0-cefb96e2a604 req-c2b1538d-a0f0-4595-b0f1-222a1773c040 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0742581 Apr 08 17:51:21.979629 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fca315e9-dabe-429c-b3e0-cefb96e2a604 req-b5de5501-1e27-4386-b173-73c29d610d38 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228218 Apr 08 17:51:22.074226 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-59c31d78-0e34-4b94-93a0-4f1d8586692d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:22.077127 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-59c31d78-0e34-4b94-93a0-4f1d8586692d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.2244883 Apr 08 17:51:22.153199 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9a156193-a325-405e-b1fb-f0945afadcd5 req-6063d92a-3b0c-42ee-98c3-86c80ecfa803 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0743716 Apr 08 17:51:22.254269 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-16f86ff9-83c1-40f5-9fd1-5473086efd42 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 473 time: 0.1155796 Apr 08 17:51:22.437137 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c614d-4ac9-422f-90c0-51e3c1d76b2d req-d6e54ca7-0a5f-41c3-b370-172442a3786e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:22.440389 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-502c614d-4ac9-422f-90c0-51e3c1d76b2d req-d6e54ca7-0a5f-41c3-b370-172442a3786e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0853190 Apr 08 17:51:22.509210 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-502c614d-4ac9-422f-90c0-51e3c1d76b2d req-f16b4d57-af6b-41e8-8789-0cf36ac0a903 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556843 Apr 08 17:51:23.263298 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-62069c68-cfab-49f6-8614-bfa75e4c8ef8 req-548f4fd4-30a0-428f-89c9-4141131a4f13 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0343068 Apr 08 17:51:23.288481 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f640242b-273c-490e-9907-6a723b6583c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:23.657874 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4bb79-9558-4d21-831c-4b1f51ef898a req-992ca8e8-c97d-482a-8dc3-5662cfc8627d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:23.659567 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4fe4bb79-9558-4d21-831c-4b1f51ef898a req-992ca8e8-c97d-482a-8dc3-5662cfc8627d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0583930 Apr 08 17:51:23.725243 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4fe4bb79-9558-4d21-831c-4b1f51ef898a req-d2b90a45-38ce-4408-912a-5e173ef2093e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592456 Apr 08 17:51:24.407863 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bfa13bdc-ade5-4280-a1b1-c7a09582502c req-2920fef2-823e-46c0-ada9-a13fb31abb16 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0315151 Apr 08 17:51:24.927144 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5510b-8362-426c-ac21-fcd9064042bc req-7db66d09-2053-49ff-8e5a-bce3528bac75 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:24.928992 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d9f5510b-8362-426c-ac21-fcd9064042bc req-7db66d09-2053-49ff-8e5a-bce3528bac75 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0647285 Apr 08 17:51:25.016002 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d9f5510b-8362-426c-ac21-fcd9064042bc req-8b6c6aaf-e665-4005-8f05-98138df66582 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784209 Apr 08 17:51:25.231867 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:51:25.574470 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e493cbb5-ea53-495b-b409-5ff7327f9461 req-6fbdf06c-00b6-4d76-8ca4-374f0bfc534d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0363574 Apr 08 17:51:25.608924 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-baa8caee-8776-49dd-bedc-90338e27d2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:26.176361 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf3af5-df18-481d-b84b-ad75275b8c49 req-1cc58638-cc48-47b8-af5d-3f2e21d3c447 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:26.178024 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-52cf3af5-df18-481d-b84b-ad75275b8c49 req-1cc58638-cc48-47b8-af5d-3f2e21d3c447 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0604107 Apr 08 17:51:26.245725 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-52cf3af5-df18-481d-b84b-ad75275b8c49 req-ea08a5b5-19ba-4643-9670-dd67d38582ea tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564377 Apr 08 17:51:26.733547 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-66ce89d3-3a31-440e-a915-3bad4297c2b6 req-196db42e-1fb4-4ac2-9b0f-02ce8f08ffa4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0372703 Apr 08 17:51:26.818621 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.088773 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:27.427332 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c1344-7e3a-4204-bf3d-82cab0e90a20 req-e141c798-4a8c-478b-8ce3-2acd733656d8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:27.429108 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-375c1344-7e3a-4204-bf3d-82cab0e90a20 req-e141c798-4a8c-478b-8ce3-2acd733656d8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0615163 Apr 08 17:51:27.493756 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-375c1344-7e3a-4204-bf3d-82cab0e90a20 req-f8ce6bb2-bb77-4e54-91cd-6422e8639043 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564196 Apr 08 17:51:27.890189 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e986b586-4c52-42e2-9766-4228e2912570 req-f4d475f4-848e-45d2-a2e6-22c59c3a7d78 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0485997 Apr 08 17:51:28.470500 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'port': {'device_id': 'deeada16-f523-4ee0-b219-d70229c08995', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'admin_state_up': True, 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'security_groups': ['7021cf2d-549d-4e82-be3d-ffa46d1261f9']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:28.606616 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Made reservation on behalf of b60301e63a954efd8e6fed0dd4dab259 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:51:28.618055 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:28.657189 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:28.710987 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb45158-93b3-477a-9a75-1a9a27c4d7d5 req-55f50e16-2e3c-4eb5-a57e-94f997035379 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:28.713821 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dcb45158-93b3-477a-9a75-1a9a27c4d7d5 req-55f50e16-2e3c-4eb5-a57e-94f997035379 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1191070 Apr 08 17:51:28.777162 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dcb45158-93b3-477a-9a75-1a9a27c4d7d5 req-fd44e329-c836-43f1-a87b-07d918c3b2a8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573704 Apr 08 17:51:28.855476 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.20.0.3 (e0ad2a86-d620-4fda-a99c-2059c210a0ed/45d512ed-300f-492b-9fd8-0ed0be420735/127754bd-d7a2-4ab5-bae6-f84d331baf05) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:51:29.038908 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-459987b7-8e60-449b-8929-f36089a338d9 req-9186ae4f-fc92-48a6-b2f9-6870d2266364 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0437393 Apr 08 17:51:29.050088 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.089185 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.135713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:51:29.139295 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:51:29.143687 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:51:29.175071 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=127754bd-d7a2-4ab5-bae6-f84d331baf05,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:29.215006 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:29.216082 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.244236 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-02115e59-d416-42ec-b10f-95e585044d5b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778246 Apr 08 17:51:29.443383 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-85b7c4ac-c1e5-4d68-8c10-2b57c50b251b None None] Provisioning complete for port 127754bd-d7a2-4ab5-bae6-f84d331baf05 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:51:29.443740 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-85b7c4ac-c1e5-4d68-8c10-2b57c50b251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.490638 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-85b7c4ac-c1e5-4d68-8c10-2b57c50b251b None None] Port 127754bd-d7a2-4ab5-bae6-f84d331baf05 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:51:29.885204 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:29.961468 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a950b-b8fb-43f4-89d6-088fa10c3be3 req-700e59bc-76c2-40f4-a518-bffe9b5671b3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:29.964054 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-581a950b-b8fb-43f4-89d6-088fa10c3be3 req-700e59bc-76c2-40f4-a518-bffe9b5671b3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0793519 Apr 08 17:51:30.051172 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-581a950b-b8fb-43f4-89d6-088fa10c3be3 req-cf35e396-308a-48dd-b60b-dc17b9d706f5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800295 Apr 08 17:51:30.210930 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Request body: {'port': {'device_id': 'deeada16-f523-4ee0-b219-d70229c08995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:30.311003 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f15bfa-da4e-44fa-bdd0-d88ac82f3eff req-2423103e-6b65-4ebc-b61d-5ee437eb7cfd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:30.313675 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a6f15bfa-da4e-44fa-bdd0-d88ac82f3eff req-2423103e-6b65-4ebc-b61d-5ee437eb7cfd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 931 time: 0.1471462 Apr 08 17:51:30.332586 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.419313 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a6f15bfa-da4e-44fa-bdd0-d88ac82f3eff req-581042c0-ac26-4dbc-aa5c-018022aabb7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952837 Apr 08 17:51:30.688231 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-f4b965c9-e581-40b1-bfcb-e35ae646fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:30.689804 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-f4b965c9-e581-40b1-bfcb-e35ae646fdcc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1129 time: 0.0717633 Apr 08 17:51:30.734074 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127754bd-d7a2-4ab5-bae6-f84d331baf05 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:51:30.745402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Publish callbacks [] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.767342 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Transition to ACTIVE for port object 127754bd-d7a2-4ab5-bae6-f84d331baf05 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:51:30.771914 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:30.851389 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=127754bd-d7a2-4ab5-bae6-f84d331baf05,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:30.990515 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Attempting to bind port 127754bd-d7a2-4ab5-bae6-f84d331baf05 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:51:30.991008 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Attempting to bind port 127754bd-d7a2-4ab5-bae6-f84d331baf05 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:51:30.992024 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Attempting to bind port 127754bd-d7a2-4ab5-bae6-f84d331baf05 on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:51:31.000207 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Port 127754bd-d7a2-4ab5-bae6-f84d331baf05 on network e0ad2a86-d620-4fda-a99c-2059c210a0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:51:31.001330 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Attempting to bind port 127754bd-d7a2-4ab5-bae6-f84d331baf05 on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:51:31.011927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:51:31.012529 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Checking segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:51:31.013177 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Bound using segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:51:31.013856 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Bound port: 127754bd-d7a2-4ab5-bae6-f84d331baf05, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:51:31.014431 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:31.139023 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] For port 127754bd-d7a2-4ab5-bae6-f84d331baf05, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:51:31.148683 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] For port 127754bd-d7a2-4ab5-bae6-f84d331baf05, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:51:31.170521 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:31.303398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=127754bd-d7a2-4ab5-bae6-f84d331baf05,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:31.308660 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.309526 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:31.311532 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-a8fc1fdf-5877-4733-ba3c-fec5025df4f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/127754bd-d7a2-4ab5-bae6-f84d331baf05 HTTP/1.1" status: 200 len: 1093 time: 1.1052039 Apr 08 17:51:31.317036 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:31.318298 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0db48-321d-4637-866d-dbb85cd0e585 req-8b13599a-573d-476a-b988-c236a9f6eef5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.321771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3718ef-86e6-4687-a8ba-069940950aef" -d '{"events": [{"name": "network-changed", "server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:31.323078 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dbc0db48-321d-4637-866d-dbb85cd0e585 req-8b13599a-573d-476a-b988-c236a9f6eef5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.0959673 Apr 08 17:51:31.409847 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-b8191d6e-d112-4316-b4dc-7ccf1cc5b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.412158 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-b8191d6e-d112-4316-b4dc-7ccf1cc5b465 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.2611330 Apr 08 17:51:31.457420 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dbc0db48-321d-4637-866d-dbb85cd0e585 req-ccd0d059-56e8-4f57-8a2d-5c2c9c76b70d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158586 Apr 08 17:51:31.523871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8699099-3c2e-42b2-ba5e-0b33b526e519 x-openstack-request-id: req-e8699099-3c2e-42b2-ba5e-0b33b526e519 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:31.524996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:31.525603 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e8699099-3c2e-42b2-ba5e-0b33b526e519 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:31.526273 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8699099-3c2e-42b2-ba5e-0b33b526e519'] response: {'name': 'network-changed', 'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'status': 'completed', 'code': 200} Apr 08 17:51:31.593969 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-cded2dc1-a9d7-41be-93f4-d82121872049 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 1001 time: 0.1709890 Apr 08 17:51:31.595868 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-031c5d87-f6ff-4d5f-99ad-19c2faae158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.598885 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-031c5d87-f6ff-4d5f-99ad-19c2faae158a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 1127 time: 0.1764951 Apr 08 17:51:31.707778 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-e0028250-927f-43f4-9e18-8205b14af0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.711413 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-e0028250-927f-43f4-9e18-8205b14af0a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.1108665 Apr 08 17:51:31.787108 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476450fb-46ea-441b-8787-de983d934615 req-f06762de-cb31-44a8-a222-c2646c3bb6f9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.790826 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-476450fb-46ea-441b-8787-de983d934615 req-f06762de-cb31-44a8-a222-c2646c3bb6f9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.1266189 Apr 08 17:51:31.793044 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-d5fef4db-ab2d-4445-ba56-be7edcf4d637 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05 HTTP/1.1" status: 200 len: 217 time: 0.1773725 Apr 08 17:51:31.893644 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-476450fb-46ea-441b-8787-de983d934615 req-114dc82f-0bb3-4c7e-b795-a7eb974a797a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898688 Apr 08 17:51:31.915623 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-beb24281-de82-45dd-8582-ed0e116d2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.918532 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-beb24281-de82-45dd-8582-ed0e116d2f22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1545460 Apr 08 17:51:31.942683 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-3b7ba2bc-0de4-4c24-a06b-b949f26624ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:31.944059 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-3b7ba2bc-0de4-4c24-a06b-b949f26624ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.1127689 Apr 08 17:51:32.049469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-f306b1fc-c598-4fa3-beb3-535bb0dfc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:32.051559 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-f306b1fc-c598-4fa3-beb3-535bb0dfc65d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951402 Apr 08 17:51:32.096076 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-d12da1ca-c631-4c53-bc6e-7558085c74be service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672182 Apr 08 17:51:32.477322 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-9d415088-1c9d-4083-82f8-3d7ed842ee70 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153559 Apr 08 17:51:32.496085 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a5fd5380-6cee-4cae-8205-c1223321b93d req-61a278e2-e1fd-4080-abaf-14bb86a0145e service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903170 Apr 08 17:51:32.501282 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:32.593494 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: ACTIVE; New status is: DOWN {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:32.593779 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:32.631634 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:32.634684 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00413071-80ea-4f95-bd09-35e5ad52a40d" -d '{"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:32.659666 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:32.667495 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:32.672489 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffd73a-398a-4368-ab02-b1576cafe95d req-7a72e99d-75f1-43e9-baa7-961ecb6877be tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:32.675309 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cdffd73a-398a-4368-ab02-b1576cafe95d req-7a72e99d-75f1-43e9-baa7-961ecb6877be tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 945 time: 0.1109521 Apr 08 17:51:32.718906 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2e9f64-c3bf-40e8-bdb2-74d0b3600bdb x-openstack-request-id: req-4e2e9f64-c3bf-40e8-bdb2-74d0b3600bdb {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:32.719410 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-unplugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:32.719775 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4e2e9f64-c3bf-40e8-bdb2-74d0b3600bdb {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:32.720334 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e2e9f64-c3bf-40e8-bdb2-74d0b3600bdb'] response: {'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'code': 200} Apr 08 17:51:32.730699 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7b05c0c7-fb4f-434d-8a97-b6fe4f8fcbb9 req-9f8427a0-ec99-4942-a560-f736236da14d service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473861 Apr 08 17:51:32.755477 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cdffd73a-398a-4368-ab02-b1576cafe95d req-11f7e67d-7f0b-47bf-a945-39016a3168fc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691085 Apr 08 17:51:32.768245 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=8']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:33.095786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac102bfd-50c9-409e-b606-c0c7d9cbab7d req-fb88cb61-c811-4c1f-9b66-ad8309113ebc tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:33.097426 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ac102bfd-50c9-409e-b606-c0c7d9cbab7d req-fb88cb61-c811-4c1f-9b66-ad8309113ebc tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0547614 Apr 08 17:51:33.152025 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ac102bfd-50c9-409e-b606-c0c7d9cbab7d req-3dd62ce5-8941-4437-b792-ee5e29cc0cef tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484140 Apr 08 17:51:33.932144 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a38d7-0d68-4bd5-8746-a9de8f93e21c req-16f3b698-cd9a-4d18-ab65-43f96024e88f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:33.933917 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cc4a38d7-0d68-4bd5-8746-a9de8f93e21c req-16f3b698-cd9a-4d18-ab65-43f96024e88f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0774603 Apr 08 17:51:33.996197 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cc4a38d7-0d68-4bd5-8746-a9de8f93e21c req-d84240e4-dcac-4d7d-b512-b120af61a043 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536225 Apr 08 17:51:34.295070 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4944dcc-5fe1-45c9-868c-d8f0753379c9 req-be2815d4-00dc-4236-970d-22dfd433ea68 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:34.295070 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a4944dcc-5fe1-45c9-868c-d8f0753379c9 req-be2815d4-00dc-4236-970d-22dfd433ea68 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0617485 Apr 08 17:51:34.354900 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a4944dcc-5fe1-45c9-868c-d8f0753379c9 req-30292954-2e5b-434f-beab-032958291014 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554013 Apr 08 17:51:35.147186 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c2a00-a4ba-4327-af11-c96705283b29 req-fe6d1c02-5387-447b-a483-2299b0b955ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:35.148910 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6a7c2a00-a4ba-4327-af11-c96705283b29 req-fe6d1c02-5387-447b-a483-2299b0b955ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0564289 Apr 08 17:51:35.211999 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6a7c2a00-a4ba-4327-af11-c96705283b29 req-3fa558f7-e77c-4a25-9852-cfab3f4ea5f4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523508 Apr 08 17:51:35.533682 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84e826-0d40-49ce-89fa-002ee142b3e4 req-e533fe36-4bdd-4a97-8fb0-736ac7c8b190 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:35.536497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce84e826-0d40-49ce-89fa-002ee142b3e4 req-e533fe36-4bdd-4a97-8fb0-736ac7c8b190 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0885019 Apr 08 17:51:35.605443 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce84e826-0d40-49ce-89fa-002ee142b3e4 req-4e1bca28-abf7-49ed-8d60-3d40d05fb5f6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623767 Apr 08 17:51:36.370945 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44651a94-e5c6-4af5-926d-a612032c7b38 req-8c8105f3-fcec-4a9f-86ee-956927cc9fe2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:36.372819 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-44651a94-e5c6-4af5-926d-a612032c7b38 req-8c8105f3-fcec-4a9f-86ee-956927cc9fe2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0610354 Apr 08 17:51:36.443884 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-44651a94-e5c6-4af5-926d-a612032c7b38 req-6a1a61c5-24a6-4b43-a31a-4563226f63ad tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638986 Apr 08 17:51:36.727469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359879b6-803a-48bd-a650-fc6ab6912f68 req-bd2efe5a-3913-486e-b049-edd405b7a843 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:36.729046 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-359879b6-803a-48bd-a650-fc6ab6912f68 req-bd2efe5a-3913-486e-b049-edd405b7a843 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0513241 Apr 08 17:51:36.803078 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-359879b6-803a-48bd-a650-fc6ab6912f68 req-55ac6561-dc5e-4440-a44e-464696f852c1 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673773 Apr 08 17:51:37.597761 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25950a1e-123f-4e65-bae9-1f1280ffd405 req-d453fa35-8e16-4055-b931-b2c45923083c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:37.599371 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-25950a1e-123f-4e65-bae9-1f1280ffd405 req-d453fa35-8e16-4055-b931-b2c45923083c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0598996 Apr 08 17:51:37.659691 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-25950a1e-123f-4e65-bae9-1f1280ffd405 req-e7ba8da5-7107-4c60-b8fa-633fb2c552cc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496340 Apr 08 17:51:37.962529 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd48c8-f3a5-4b3c-82f8-884a05d5e38f req-10fe43f5-09e3-419f-96a1-09110008d60d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:37.965273 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-42dd48c8-f3a5-4b3c-82f8-884a05d5e38f req-10fe43f5-09e3-419f-96a1-09110008d60d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0796340 Apr 08 17:51:38.046327 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-42dd48c8-f3a5-4b3c-82f8-884a05d5e38f req-83b2bf8c-f63d-4328-8878-11d661f6f7a4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717957 Apr 08 17:51:38.303016 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-93a79317-2343-444b-8d8a-c5124916a51a tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:38.305156 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-93a79317-2343-444b-8d8a-c5124916a51a tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/networks?id=5326053f-1675-4fe3-8337-0386a9624e28 HTTP/1.1" status: 200 len: 814 time: 0.1769416 Apr 08 17:51:38.322110 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-68d90a54-ed8d-4296-84ce-a2dd75068ae6 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/quotas/d40a23bd620e46fc9b08230c0001e498 HTTP/1.1" status: 200 len: 375 time: 0.0105798 Apr 08 17:51:38.366210 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-90520b9d-53d3-47e6-9b83-399018edcb7d tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d40a23bd620e46fc9b08230c0001e498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377135 Apr 08 17:51:38.564324 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-d97d82f2-7e12-4b4f-9765-d7bb37256cb2 service neutron] 10.222.0.78 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859045 Apr 08 17:51:38.676021 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-4eb505a1-8777-43a0-8cce-540606d3022c service neutron] 10.222.0.78 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046295 Apr 08 17:51:38.805756 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2e2ca-0a7a-4eff-9fcd-69da115d79d9 req-ebfb7cd4-4ede-4c8c-afc7-53bd21788a08 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:38.808608 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-06b2e2ca-0a7a-4eff-9fcd-69da115d79d9 req-ebfb7cd4-4ede-4c8c-afc7-53bd21788a08 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0651772 Apr 08 17:51:38.874017 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a765d253-4c7b-4cca-a505-0328686abcae req-befaebb8-8564-49f8-b072-b8f5c54251a7 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0314858 Apr 08 17:51:38.897032 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-06b2e2ca-0a7a-4eff-9fcd-69da115d79d9 req-c23cfee3-842d-4856-97ee-a91fbe7a9212 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629582 Apr 08 17:51:39.235766 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e09568-745b-4ed1-8bc2-241ff3812ead req-e2023349-5724-4d45-9a37-6535d9d6b444 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:39.237451 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b3e09568-745b-4ed1-8bc2-241ff3812ead req-e2023349-5724-4d45-9a37-6535d9d6b444 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0704415 Apr 08 17:51:39.303484 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b3e09568-745b-4ed1-8bc2-241ff3812ead req-c1a969f3-37a1-4c33-a1c0-59aedffe94b6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587208 Apr 08 17:51:40.008253 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-aaf57487-0ddb-4539-beff-d72b6581bd3e req-a359828e-9fa5-4200-bb50-0651c1da3b9c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0558581 Apr 08 17:51:40.058628 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7840290-c273-4b05-b272-6fade29153b9 req-e098c0a4-e2bc-4300-93ca-4dd8c1374c0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:40.060412 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b7840290-c273-4b05-b272-6fade29153b9 req-e098c0a4-e2bc-4300-93ca-4dd8c1374c0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0810056 Apr 08 17:51:40.139311 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b7840290-c273-4b05-b272-6fade29153b9 req-0e990a60-623d-46b7-8744-10c50348d06c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724866 Apr 08 17:51:40.335846 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:51:40.454674 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a3a6e-edef-4192-89c7-57b87ec8f025 req-dd75fc85-19ca-49d5-a45e-755e3a539425 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:40.457630 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-761a3a6e-edef-4192-89c7-57b87ec8f025 req-dd75fc85-19ca-49d5-a45e-755e3a539425 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0639007 Apr 08 17:51:40.475791 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: DOWN; New status is: DOWN {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:40.516229 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-761a3a6e-edef-4192-89c7-57b87ec8f025 req-21eca612-6a4f-445c-a6dc-54404db7c17d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518098 Apr 08 17:51:41.139382 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4e9f9504-4aa6-46f0-8057-c30324ca8d84 req-219d05c5-169d-4a69-a231-1276894b8aea tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0471816 Apr 08 17:51:41.335036 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49356523-a4c7-486f-a952-10727be15a9f req-ca074c5f-8e74-44ee-a570-c88bf073cca3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:41.337335 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-49356523-a4c7-486f-a952-10727be15a9f req-ca074c5f-8e74-44ee-a570-c88bf073cca3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0674410 Apr 08 17:51:41.396936 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-49356523-a4c7-486f-a952-10727be15a9f req-5bbd6a13-a389-4bfc-8b19-222d87519e95 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486698 Apr 08 17:51:41.673084 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2319666-b68e-4179-b3d0-0aac94aef48b req-4752c405-51ad-41ea-b92e-8c1b8f819add tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:41.675037 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c2319666-b68e-4179-b3d0-0aac94aef48b req-4752c405-51ad-41ea-b92e-8c1b8f819add tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0514665 Apr 08 17:51:41.735076 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c2319666-b68e-4179-b3d0-0aac94aef48b req-45eacf52-d057-486c-a5e6-4a13d4f42284 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532126 Apr 08 17:51:42.262003 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-948385c4-b1bb-48bb-9991-14f62182fd4f req-8707af65-bc45-4e31-b177-2c9096b1dd7e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0368230 Apr 08 17:51:42.537261 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131c972-0591-4843-b2f3-66c52a658216 req-35f47ea0-14f5-4f9e-b52d-1f2f4bc551f6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:42.539391 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5131c972-0591-4843-b2f3-66c52a658216 req-35f47ea0-14f5-4f9e-b52d-1f2f4bc551f6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0597904 Apr 08 17:51:42.603604 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5131c972-0591-4843-b2f3-66c52a658216 req-d8af8017-27e2-45ec-8094-a57faf0cf5a5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570416 Apr 08 17:51:42.894796 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4120f-a91f-47a5-a5a8-f0b8adfc0987 req-897b7176-3804-421e-81ef-30df5e72050c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:42.897971 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9b4120f-a91f-47a5-a5a8-f0b8adfc0987 req-897b7176-3804-421e-81ef-30df5e72050c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0713263 Apr 08 17:51:42.975518 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d9b4120f-a91f-47a5-a5a8-f0b8adfc0987 req-63521932-4383-4547-86c9-3213f4543215 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706234 Apr 08 17:51:43.387259 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6ba77834-e3b0-42b4-a1fc-18e69438a9ce req-d83c16aa-eb91-4311-b495-19b20e572f48 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0352516 Apr 08 17:51:43.742179 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d8715-c5c2-45ad-ad65-92826f74a67a req-e958e8b8-6636-4c3e-a771-d9c50272127b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:43.743815 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-181d8715-c5c2-45ad-ad65-92826f74a67a req-e958e8b8-6636-4c3e-a771-d9c50272127b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0543933 Apr 08 17:51:43.810175 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-181d8715-c5c2-45ad-ad65-92826f74a67a req-a135c94c-015e-4c95-a6cb-fe6a152d9724 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564842 Apr 08 17:51:43.946486 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 127754bd-d7a2-4ab5-bae6-f84d331baf05 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:51:44.160148 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a91c1d-6e6d-473b-ab3c-da2dada0775b req-ac6c525a-1f9b-4805-8e88-72be4f0a0bfd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:44.162001 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f8a91c1d-6e6d-473b-ab3c-da2dada0775b req-ac6c525a-1f9b-4805-8e88-72be4f0a0bfd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 943 time: 0.0643106 Apr 08 17:51:44.244182 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 127754bd-d7a2-4ab5-bae6-f84d331baf05, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:44.250031 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f8a91c1d-6e6d-473b-ab3c-da2dada0775b req-93089f90-38d3-4a62-8e39-96715ca51e97 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787301 Apr 08 17:51:44.259067 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'port_id': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'mac_address': 'fa:16:3e:cc:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:51:44.305523 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 127754bd-d7a2-4ab5-bae6-f84d331baf05 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:44.305912 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:44.322694 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127754bd-d7a2-4ab5-bae6-f84d331baf05 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:51:44.357783 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 127754bd-d7a2-4ab5-bae6-f84d331baf05, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:44.366361 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:44.435491 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=127754bd-d7a2-4ab5-bae6-f84d331baf05,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:44.527855 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6122c266-8db2-44b1-bb21-1f2c203a8b53 req-b84c01ad-e8c3-444b-8886-36fcb8275d98 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0323260 Apr 08 17:51:44.951079 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d224b1-143a-41d7-a637-e798fd25afa2 req-2d017029-86db-413a-89bb-6053fdd45ad9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:44.952748 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-92d224b1-143a-41d7-a637-e798fd25afa2 req-2d017029-86db-413a-89bb-6053fdd45ad9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0588379 Apr 08 17:51:45.028728 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-92d224b1-143a-41d7-a637-e798fd25afa2 req-91bad82b-f7ba-41b5-8295-5944b73e6202 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632071 Apr 08 17:51:45.390587 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04409cd-4cf8-46b5-bed5-d9b8070bcc94 req-b1b823c4-660a-443f-a0e7-df7b1794acdf tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:45.392595 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f04409cd-4cf8-46b5-bed5-d9b8070bcc94 req-b1b823c4-660a-443f-a0e7-df7b1794acdf tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 944 time: 0.0638726 Apr 08 17:51:45.456508 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f04409cd-4cf8-46b5-bed5-d9b8070bcc94 req-eb5812e0-f145-490d-9e36-a3a4fe9d28a0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572956 Apr 08 17:51:45.647583 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-89486ebb-5cab-4863-bbce-012adb91eaf6 req-a74ab900-1d7f-4deb-8d78-d88d7301e6e0 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0413730 Apr 08 17:51:46.201209 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f656678-eea4-448e-9532-b836cc073e67 req-509aebe4-6f09-4b04-912e-692c315e924e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:46.202910 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1f656678-eea4-448e-9532-b836cc073e67 req-509aebe4-6f09-4b04-912e-692c315e924e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0652721 Apr 08 17:51:46.287891 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1f656678-eea4-448e-9532-b836cc073e67 req-b7a38f83-6135-4e7b-8314-55d5b110f819 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740638 Apr 08 17:51:46.619202 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e1c60-fbdc-4b14-9e6b-cb28c3c83df4 req-7062ecad-a600-4c19-921b-b708e9d12215 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:46.620877 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ac5e1c60-fbdc-4b14-9e6b-cb28c3c83df4 req-7062ecad-a600-4c19-921b-b708e9d12215 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 944 time: 0.0626476 Apr 08 17:51:46.684149 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ac5e1c60-fbdc-4b14-9e6b-cb28c3c83df4 req-7a1dc01c-a14c-4c1c-a300-11fcd17d958e tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531242 Apr 08 17:51:46.779639 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9a2384e7-562c-4260-9ffc-91d51c6421b8 req-4593f358-3017-40ce-a468-b97a0f69b831 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0339298 Apr 08 17:51:47.456472 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93e4d3-5d47-4764-b771-ebbe8dc3bbb2 req-2ec24246-2bfe-4ec1-bce4-17bd0b034d40 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:47.459144 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1f93e4d3-5d47-4764-b771-ebbe8dc3bbb2 req-2ec24246-2bfe-4ec1-bce4-17bd0b034d40 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0811455 Apr 08 17:51:47.501984 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['127754bd-d7a2-4ab5-bae6-f84d331baf05'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:51:47.543373 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1f93e4d3-5d47-4764-b771-ebbe8dc3bbb2 req-f7221761-c1ca-4604-8d05-123955e7da6d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768995 Apr 08 17:51:47.789461 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3718ef-86e6-4687-a8ba-069940950aef req-bf9259c9-1a9d-409b-b09d-8b124b674b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:47.793292 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6d3718ef-86e6-4687-a8ba-069940950aef req-bf9259c9-1a9d-409b-b09d-8b124b674b77 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 1128 time: 0.0987251 Apr 08 17:51:47.952190 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-188d47a2-ef36-404f-80d3-103b3b201783 req-99957cde-c7d1-45f3-b625-ecd0972953cb tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0387168 Apr 08 17:51:48.039258 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4146b84-2956-4014-8452-9ddda5e320ff req-886e3439-de48-41ad-bd93-a68582ccbcf3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:48.041926 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4146b84-2956-4014-8452-9ddda5e320ff req-886e3439-de48-41ad-bd93-a68582ccbcf3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 944 time: 0.1755157 Apr 08 17:51:48.113726 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3718ef-86e6-4687-a8ba-069940950aef req-bca8add8-8d4a-411e-a760-6445d498ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:48.116442 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6d3718ef-86e6-4687-a8ba-069940950aef req-bca8add8-8d4a-411e-a760-6445d498ae26 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.3122513 Apr 08 17:51:48.158851 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4146b84-2956-4014-8452-9ddda5e320ff req-b24721cc-8f40-40a8-bf7e-4a49aaba50ec tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086030 Apr 08 17:51:48.569141 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6d3718ef-86e6-4687-a8ba-069940950aef req-4cebd178-2ecd-45eb-a789-981be12172db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05 HTTP/1.1" status: 200 len: 217 time: 0.0683575 Apr 08 17:51:48.732270 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a63b7-bfc8-499f-867c-26d710a0269f req-3fed347e-91ed-4230-9b7d-d58f35ab53f9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:48.734965 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-771a63b7-bfc8-499f-867c-26d710a0269f req-3fed347e-91ed-4230-9b7d-d58f35ab53f9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0834854 Apr 08 17:51:48.796425 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-771a63b7-bfc8-499f-867c-26d710a0269f req-046f36f1-a80a-4c35-b604-7d2b75553a30 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508752 Apr 08 17:51:48.988904 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3718ef-86e6-4687-a8ba-069940950aef req-079ff1c0-16c8-4662-be55-beeda416802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:48.991563 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6d3718ef-86e6-4687-a8ba-069940950aef req-079ff1c0-16c8-4662-be55-beeda416802f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0870984 Apr 08 17:51:49.080917 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3718ef-86e6-4687-a8ba-069940950aef req-b1f3100d-60bb-43a9-bd96-9a72e796d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:49.083914 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6d3718ef-86e6-4687-a8ba-069940950aef req-b1f3100d-60bb-43a9-bd96-9a72e796d69b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852492 Apr 08 17:51:49.120919 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-545c2371-5266-4850-9b0d-d33b5fcbee4f req-1c623532-1a98-4f31-b7d9-1e743b4f4716 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0456986 Apr 08 17:51:49.256757 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 127754bd-d7a2-4ab5-bae6-f84d331baf05 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:51:49.394893 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 127754bd-d7a2-4ab5-bae6-f84d331baf05 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:51:49.408889 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 127754bd-d7a2-4ab5-bae6-f84d331baf05 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:51:49.410703 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:49.481587 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ad1b8-5d51-4195-bf5e-3199c809d7fc req-eb8d06b7-8cca-4dd6-8691-145e18e4c6e5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:49.484340 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5e1ad1b8-5d51-4195-bf5e-3199c809d7fc req-eb8d06b7-8cca-4dd6-8691-145e18e4c6e5 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 944 time: 0.1887426 Apr 08 17:51:49.489265 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-bb2f91e7-9e06-411e-9eff-59f9533e5a6f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:49.491038 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-bb2f91e7-9e06-411e-9eff-59f9533e5a6f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "GET /v2.0/networks?id=5326053f-1675-4fe3-8337-0386a9624e28 HTTP/1.1" status: 200 len: 814 time: 0.3865669 Apr 08 17:51:49.548078 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6d3718ef-86e6-4687-a8ba-069940950aef req-b663a185-4958-44ee-ac7f-654b86d6f1de service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311228 Apr 08 17:51:49.586226 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5e1ad1b8-5d51-4195-bf5e-3199c809d7fc req-470f3027-f74f-4a3e-ac01-5c0f8df1bd33 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780973 Apr 08 17:51:49.594404 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 127754bd-d7a2-4ab5-bae6-f84d331baf05 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:51:49.595181 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:49.643970 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:49.648470 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fde00a-ada8-4e71-a7b5-917cde8e5a0d" -d '{"events": [{"server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "name": "network-vif-plugged", "status": "completed", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:49.658362 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Request body: {'port': {'device_id': 'd213f812-5e68-4301-af32-741f6d885b4d', 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28', 'admin_state_up': True, 'tenant_id': 'd40a23bd620e46fc9b08230c0001e498'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:49.674432 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 127754bd-d7a2-4ab5-bae6-f84d331baf05, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:51:49.682318 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:49.837403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=127754bd-d7a2-4ab5-bae6-f84d331baf05,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:49.844344 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6d3718ef-86e6-4687-a8ba-069940950aef req-c71fdbeb-0b82-473e-99b6-336d7aae3d50 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320614 Apr 08 17:51:49.845889 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9ffde2-eb87-4677-baf5-8c63772e93f5 x-openstack-request-id: req-bc9ffde2-eb87-4677-baf5-8c63772e93f5 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:49.846498 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "name": "network-vif-plugged", "status": "completed", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:49.847101 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-bc9ffde2-eb87-4677-baf5-8c63772e93f5 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:49.848333 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9ffde2-eb87-4677-baf5-8c63772e93f5'] response: {'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'code': 200} Apr 08 17:51:49.855659 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-4e04315a-ba93-4bb8-b48a-421167606026 req-04e7a9a2-d312-4c33-9397-1b3fef8412ae service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:51:49.856753 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4e04315a-ba93-4bb8-b48a-421167606026 req-04e7a9a2-d312-4c33-9397-1b3fef8412ae service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063403 Apr 08 17:51:49.895976 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Made reservation on behalf of d40a23bd620e46fc9b08230c0001e498 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:51:49.905431 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:50.274784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e482-1097-44fd-86af-0cdea8479f19 req-4d7c783d-8423-4955-8f5f-99aebeb90d34 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:50.276575 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-12e5e482-1097-44fd-86af-0cdea8479f19 req-4d7c783d-8423-4955-8f5f-99aebeb90d34 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1353083 Apr 08 17:51:50.277677 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58912afe-aa2e-401d-8176-c1bd72c3697e req-088aaf7f-b179-4427-b6f8-4707065d12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:50.279906 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-58912afe-aa2e-401d-8176-c1bd72c3697e req-088aaf7f-b179-4427-b6f8-4707065d12eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 1129 time: 0.1155846 Apr 08 17:51:50.287028 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Allocated IP 172.20.0.5 (5326053f-1675-4fe3-8337-0386a9624e28/1bfdbee2-4871-4fd4-bc29-17102ce6cd2f/e69b0955-2a03-4df5-a25f-aa7574297ca1) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:51:50.302383 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c360b19f-e8de-442d-9d52-c37846d7954f req-ddc3d176-80fd-4c13-9502-836e3a6d75be tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 210 time: 0.0698502 Apr 08 17:51:50.412978 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-12e5e482-1097-44fd-86af-0cdea8479f19 req-bd0efe52-e1d0-47b0-950c-6eacbfac018c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193738 Apr 08 17:51:50.451687 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-58912afe-aa2e-401d-8176-c1bd72c3697e req-a679080d-6dc3-47ef-b3e9-85ad7d18d66c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566191 Apr 08 17:51:50.484366 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49284) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:50.611833 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-87714511-bddb-4eae-8a0a-3062551d5b45 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1257167 Apr 08 17:51:50.619815 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-3104af22-546f-4963-9cc0-37d32c2593f8 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:51:50.620937 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-3104af22-546f-4963-9cc0-37d32c2593f8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068269 Apr 08 17:51:50.630843 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks [] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:50.701944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:50.788267 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Network 5326053f-1675-4fe3-8337-0386a9624e28 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:51:50.799169 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:51:50.804604 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:51:50.814713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49296) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:50.837649 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e7e96-d4f0-4d52-aa12-e47918044124 req-10b80c52-98b3-4a72-8dc5-ff96ae7ed4b9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:50.839971 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1d9e7e96-d4f0-4d52-aa12-e47918044124 req-10b80c52-98b3-4a72-8dc5-ff96ae7ed4b9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0986128 Apr 08 17:51:50.876755 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Pushing event updated for resources: {'Port': ['ID=e69b0955-2a03-4df5-a25f-aa7574297ca1,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:50.921381 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:50.922567 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:50.935835 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1d9e7e96-d4f0-4d52-aa12-e47918044124 req-ae2f34d1-d988-4e96-962c-477dd72d6a91 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870926 Apr 08 17:51:50.959366 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-7c8f1467-bdf4-428b-8068-89f315b41981 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3095572 Apr 08 17:51:51.028230 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-afa83c76-21d9-4dfb-bdc3-c61f4a63fe49 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:51.029815 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-afa83c76-21d9-4dfb-bdc3-c61f4a63fe49 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports/b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 940 time: 0.2136426 Apr 08 17:51:51.456237 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389456f-9746-4e75-9f62-c43274db7639 req-614676e5-6e43-4bcc-8ff3-a9e2b71cd29c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:51.458608 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a389456f-9746-4e75-9f62-c43274db7639 req-614676e5-6e43-4bcc-8ff3-a9e2b71cd29c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 931 time: 0.0667558 Apr 08 17:51:51.557286 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a389456f-9746-4e75-9f62-c43274db7639 req-05e6e8a0-e9de-49ee-996d-3b9107da6a40 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886884 Apr 08 17:51:51.616983 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cefb58-6163-477c-9dc7-a5d3fe37ee34 req-176d0bfb-8633-445b-82ae-d869e33cc710 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:51.619771 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-78cefb58-6163-477c-9dc7-a5d3fe37ee34 req-176d0bfb-8633-445b-82ae-d869e33cc710 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0830071 Apr 08 17:51:51.699350 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-78cefb58-6163-477c-9dc7-a5d3fe37ee34 req-1b14cd41-7b45-4c0f-a2ff-eeb9e9091a30 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724025 Apr 08 17:51:51.791678 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Request body: {'port': {'device_id': 'd213f812-5e68-4301-af32-741f6d885b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:51.869594 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:52.111576 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd6d5f-71ab-413b-83e6-e7fc29206381 req-18e868f8-8196-49cc-9134-ee0587b4fbb7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:52.113251 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-93fd6d5f-71ab-413b-83e6-e7fc29206381 req-18e868f8-8196-49cc-9134-ee0587b4fbb7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0870290 Apr 08 17:51:52.222365 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-93fd6d5f-71ab-413b-83e6-e7fc29206381 req-c80b6ae0-0784-4ca3-8cc5-4e21d2e84e53 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772486 Apr 08 17:51:52.332714 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69b0955-2a03-4df5-a25f-aa7574297ca1 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:51:52.345090 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Publish callbacks [] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:52.362533 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Transition to ACTIVE for port object e69b0955-2a03-4df5-a25f-aa7574297ca1 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:51:52.367821 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:52.426726 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Pushing event updated for resources: {'Port': ['ID=e69b0955-2a03-4df5-a25f-aa7574297ca1,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:52.506080 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Attempting to bind port e69b0955-2a03-4df5-a25f-aa7574297ca1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:51:52.507275 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Attempting to bind port e69b0955-2a03-4df5-a25f-aa7574297ca1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:51:52.507275 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Attempting to bind port e69b0955-2a03-4df5-a25f-aa7574297ca1 on network 5326053f-1675-4fe3-8337-0386a9624e28 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:51:52.512040 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Port e69b0955-2a03-4df5-a25f-aa7574297ca1 on network 5326053f-1675-4fe3-8337-0386a9624e28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:51:52.512405 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Attempting to bind port e69b0955-2a03-4df5-a25f-aa7574297ca1 on network 5326053f-1675-4fe3-8337-0386a9624e28 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:51:52.518340 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:51:52.518793 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Checking segment: {'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:51:52.519272 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Bound using segment: {'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:51:52.519771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Bound port: e69b0955-2a03-4df5-a25f-aa7574297ca1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21faa2b2-b194-4a82-9302-2d1a6ddbb30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:51:52.520227 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:52.597978 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] For port e69b0955-2a03-4df5-a25f-aa7574297ca1, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:51:52.601848 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] For port e69b0955-2a03-4df5-a25f-aa7574297ca1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e69b0955-2a03-4df5-a25f-aa7574297ca1,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:51:52.610948 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:52.650970 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:52.651652 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:52.653250 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] 10.222.0.73 "PUT /v2.0/ports/e69b0955-2a03-4df5-a25f-aa7574297ca1 HTTP/1.1" status: 200 len: 1093 time: 0.8701696 Apr 08 17:51:52.653757 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd213f812-5e68-4301-af32-741f6d885b4d', 'tag': 'e69b0955-2a03-4df5-a25f-aa7574297ca1'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:52.656474 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8ce787-d755-47cf-8189-fbfc8390df7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d213f812-5e68-4301-af32-741f6d885b4d", "tag": "e69b0955-2a03-4df5-a25f-aa7574297ca1"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:52.692179 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0df83f-0f84-4c43-ae0f-8683664610ad service neutron] Pushing event updated for resources: {'Port': ['ID=e69b0955-2a03-4df5-a25f-aa7574297ca1,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:51:52.723252 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77690db1-4cfd-4226-80d9-b69c74d523a9 x-openstack-request-id: req-77690db1-4cfd-4226-80d9-b69c74d523a9 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:52.723625 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d213f812-5e68-4301-af32-741f6d885b4d", "tag": "e69b0955-2a03-4df5-a25f-aa7574297ca1", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:52.724697 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-77690db1-4cfd-4226-80d9-b69c74d523a9 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:52.725176 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77690db1-4cfd-4226-80d9-b69c74d523a9'] response: {'name': 'network-changed', 'server_uuid': 'd213f812-5e68-4301-af32-741f6d885b4d', 'tag': 'e69b0955-2a03-4df5-a25f-aa7574297ca1', 'status': 'completed', 'code': 200} Apr 08 17:51:52.742653 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6047-aa15-4dd4-8303-3de2b2d22bcc req-42c176e1-1aac-4bce-ae5f-9e5f3730d27d tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:52.749057 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-526a6047-aa15-4dd4-8303-3de2b2d22bcc req-42c176e1-1aac-4bce-ae5f-9e5f3730d27d tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 943 time: 0.0821710 Apr 08 17:51:52.849253 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-526a6047-aa15-4dd4-8303-3de2b2d22bcc req-1a1f8d76-0c5e-415d-a978-c7eb5790a825 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973487 Apr 08 17:51:52.889333 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-9ba259d1-b4a7-4da8-93f6-18a7d6f036b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:52.891114 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-9ba259d1-b4a7-4da8-93f6-18a7d6f036b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d40a23bd620e46fc9b08230c0001e498&device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 1127 time: 0.1098630 Apr 08 17:51:52.909358 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f8034-e360-48a6-bf59-0f31c8d10274 req-c5ddcad7-a546-4510-bff3-b26752771be9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:52.911376 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-325f8034-e360-48a6-bf59-0f31c8d10274 req-c5ddcad7-a546-4510-bff3-b26752771be9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0713234 Apr 08 17:51:53.024251 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-0109f02e-b5a0-4a6c-9963-f888f817c94e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b0955-2a03-4df5-a25f-aa7574297ca1 HTTP/1.1" status: 200 len: 217 time: 0.0750022 Apr 08 17:51:53.084603 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-325f8034-e360-48a6-bf59-0f31c8d10274 req-9b80213a-e65c-4423-b944-3fb0ffbfe475 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585283 Apr 08 17:51:53.151981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-b3d49bfc-b359-4576-999b-f007916ee13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:53.154652 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-b3d49bfc-b359-4576-999b-f007916ee13c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bfdbee2-4871-4fd4-bc29-17102ce6cd2f HTTP/1.1" status: 200 len: 854 time: 0.0983069 Apr 08 17:51:53.295480 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-11af6cb0-247d-4df8-805c-31479d4186ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:53.374908 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1786db-e1eb-464f-9961-958c49fe8a8a req-adb53c78-b81b-4dc6-922f-a26096f8a841 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:53.376709 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cb1786db-e1eb-464f-9961-958c49fe8a8a req-adb53c78-b81b-4dc6-922f-a26096f8a841 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0730147 Apr 08 17:51:53.451356 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cb1786db-e1eb-464f-9961-958c49fe8a8a req-1b011cb7-2866-4903-b488-b5f0d1ee3816 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670028 Apr 08 17:51:54.026723 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-fcba1000-6a47-46d7-9f5b-a6ea3c86a48d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5326053f-1675-4fe3-8337-0386a9624e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484533 Apr 08 17:51:54.042386 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54900b-d843-48c0-85e7-3f8b85efb1f1 req-76a028d1-7a2b-4c2f-8190-1cca694eed72 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:54.045023 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bf54900b-d843-48c0-85e7-3f8b85efb1f1 req-76a028d1-7a2b-4c2f-8190-1cca694eed72 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 943 time: 0.1004415 Apr 08 17:51:54.183990 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bf54900b-d843-48c0-85e7-3f8b85efb1f1 req-6a0302a8-36a6-4091-b8f1-416c6f5d26d5 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263511 Apr 08 17:51:54.216628 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-40ad0661-11b5-4da1-b665-651fcf4758f8 service neutron] 10.222.0.73 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638055 Apr 08 17:51:54.289546 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4dd90-3032-49d5-8624-de3cbd79f59f req-e66b9fcf-f9f5-4015-9bec-7d474fd440c9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:54.291393 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dfd4dd90-3032-49d5-8624-de3cbd79f59f req-e66b9fcf-f9f5-4015-9bec-7d474fd440c9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0661685 Apr 08 17:51:54.360154 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dfd4dd90-3032-49d5-8624-de3cbd79f59f req-4e6eabfc-c409-4244-8c67-1ee640c058c3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560486 Apr 08 17:51:54.410057 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e423e6b9-9165-4767-886b-2169634dd1b1 req-fa68069a-6ad0-4f4b-b5f0-de4040c41249 service neutron] 10.222.0.73 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510580 Apr 08 17:51:54.650503 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec16c6-c91b-4849-b2a3-7727d7c52d06 req-4d1c4f6f-e480-40e5-9360-f9bc73c36fd2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:54.653962 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7ec16c6-c91b-4849-b2a3-7727d7c52d06 req-4d1c4f6f-e480-40e5-9360-f9bc73c36fd2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0994921 Apr 08 17:51:54.719357 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7ec16c6-c91b-4849-b2a3-7727d7c52d06 req-2c7c0820-fa8f-4a37-98d0-29646902a963 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576530 Apr 08 17:51:54.856255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff641b-2685-45e2-8f8c-d29df2d05a78 req-e9d7ea85-588d-43f5-b36f-565dfe0380ba tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:54.858177 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0aff641b-2685-45e2-8f8c-d29df2d05a78 req-e9d7ea85-588d-43f5-b36f-565dfe0380ba tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0590167 Apr 08 17:51:54.872083 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49352) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:51:54.877201 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'port_id': '127754bd-d7a2-4ab5-bae6-f84d331baf05'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:51:54.958199 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (8c74a635-1ea3-47be-ad10-3a0435984508), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:55.535414 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3516d2-cd50-4591-8bae-eac7a57e5524 req-2a27366c-28c1-479f-abd0-9f631e9382cb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:55.537883 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0b3516d2-cd50-4591-8bae-eac7a57e5524 req-2a27366c-28c1-479f-abd0-9f631e9382cb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0626485 Apr 08 17:51:55.604845 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f8ef7a0a-6f2e-40f1-9ba4-649325149a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:55.611374 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0b3516d2-cd50-4591-8bae-eac7a57e5524 req-3d3f52c7-df27-4f71-b0ab-7f21e72796fc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630982 Apr 08 17:51:55.736926 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a11c8-7e6c-49a6-97e1-987b6597be1e req-818ab1e7-a3e4-431e-8416-6a9cd09e978e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:55.739019 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c26a11c8-7e6c-49a6-97e1-987b6597be1e req-818ab1e7-a3e4-431e-8416-6a9cd09e978e tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 943 time: 0.4235134 Apr 08 17:51:55.972481 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c26a11c8-7e6c-49a6-97e1-987b6597be1e req-4931a5c4-fd0e-4b2c-acdb-d1373d25b721 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852398 Apr 08 17:51:56.027612 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.db.resource_extend [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 08 17:51:56.133512 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:56.139078 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (8c74a635-1ea3-47be-ad10-3a0435984508), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:56.269542 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP 8c74a635-1ea3-47be-ad10-3a0435984508 associated. External IP: 172.27.2.233, port: 127754bd-d7a2-4ab5-bae6-f84d331baf05. Apr 08 17:51:56.537363 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:51:56.707759 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:51:56.715722 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:56.723598 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:51:56.764317 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:56.765388 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:51:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:56.777319 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-718825de-cb01-4460-81dc-1e5a24d2c44d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "PUT /v2.0/floatingips/8c74a635-1ea3-47be-ad10-3a0435984508 HTTP/1.1" status: 200 len: 991 time: 1.9032586 Apr 08 17:51:56.778568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:51:56.784083 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fe0102-189e-46fa-9bf3-26c80a760ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:51:56.870403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:56.888794 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a2fa-35e2-4a69-ad57-b77354cabef1 req-f122ffc7-d6fc-4b15-adc6-099952a80266 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:56.891461 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c104a2fa-35e2-4a69-ad57-b77354cabef1 req-f122ffc7-d6fc-4b15-adc6-099952a80266 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1494830 Apr 08 17:51:56.902443 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb743b71-a410-46e1-9590-0d4dd3ae6f89 x-openstack-request-id: req-fb743b71-a410-46e1-9590-0d4dd3ae6f89 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:51:56.902758 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:51:56.903047 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb743b71-a410-46e1-9590-0d4dd3ae6f89 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:51:56.903466 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb743b71-a410-46e1-9590-0d4dd3ae6f89'] response: {'name': 'network-changed', 'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'status': 'completed', 'code': 200} Apr 08 17:51:56.983939 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c104a2fa-35e2-4a69-ad57-b77354cabef1 req-769722f4-4340-4a82-ba79-6eca1c608e35 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767753 Apr 08 17:51:57.002049 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:57.106853 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:57.164418 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3dc493-6779-412b-8282-2ddfc87a9a17 req-28009634-4d5f-4f10-9b3f-f23bb41d77fc tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:57.166604 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3e3dc493-6779-412b-8282-2ddfc87a9a17 req-28009634-4d5f-4f10-9b3f-f23bb41d77fc tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 943 time: 0.0743625 Apr 08 17:51:57.260724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3e3dc493-6779-412b-8282-2ddfc87a9a17 req-e9680e1b-4ee4-4420-a18f-4458047fd87c tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812759 Apr 08 17:51:57.394716 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '8c74a635-1ea3-47be-ad10-3a0435984508', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:cc:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeada16-f523-4ee0-b219-d70229c08995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:51:15Z', 'updated_at': '2022-04-08T17:51:55Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}, {'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:06Z', 'revision_number': 2, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:57.448076 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:51:57.458337 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:51:57.458987 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:51:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:57.588346 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:51:57.931585 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '8c74a635-1ea3-47be-ad10-3a0435984508', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:cc:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeada16-f523-4ee0-b219-d70229c08995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:51:15Z', 'updated_at': '2022-04-08T17:51:55Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}, {'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:06Z', 'revision_number': 2, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:51:57.986944 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c1a45-a6ad-40d4-9cfc-ebe8665e6f83 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '8c74a635-1ea3-47be-ad10-3a0435984508', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.233', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:cc:04:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deeada16-f523-4ee0-b219-d70229c08995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:51:15Z', 'updated_at': '2022-04-08T17:51:55Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}, {'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:06Z', 'revision_number': 2, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:51:58.167431 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef744af-a66c-4f1b-ab93-c8f53cc8493e req-7dc460f7-43d9-4424-b643-8e1e98cc1fcd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:58.169247 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2ef744af-a66c-4f1b-ab93-c8f53cc8493e req-7dc460f7-43d9-4424-b643-8e1e98cc1fcd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0713463 Apr 08 17:51:58.270490 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2ef744af-a66c-4f1b-ab93-c8f53cc8493e req-db92fb55-ee84-43a8-bada-efc28dd2f2b2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901568 Apr 08 17:51:58.290659 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b00b2-ccd7-4ffb-8cc7-e228a44a1ee5 None None] New status for floating IP 8c74a635-1ea3-47be-ad10-3a0435984508: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:51:58.462182 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d05cc3-a091-4efe-8e48-f072ff94a839 req-c066042d-ddf0-4455-8175-3aec558bcb7b tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:58.464786 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-79d05cc3-a091-4efe-8e48-f072ff94a839 req-c066042d-ddf0-4455-8175-3aec558bcb7b tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 943 time: 0.0786724 Apr 08 17:51:58.534966 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-79d05cc3-a091-4efe-8e48-f072ff94a839 req-a1e797f6-60ef-40d2-8352-48eee48c0238 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636048 Apr 08 17:51:58.640615 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:51:59.441558 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fd226-ca60-4664-af8e-d334462b54e7 req-a39d5e77-9a33-490b-9dbf-d677290dcac6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.443109 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d0fd226-ca60-4664-af8e-d334462b54e7 req-a39d5e77-9a33-490b-9dbf-d677290dcac6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0689054 Apr 08 17:51:59.527604 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d0fd226-ca60-4664-af8e-d334462b54e7 req-994db4b3-3cb4-4726-8e3e-d44e139846ae tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780826 Apr 08 17:51:59.680728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e6c0c-ac61-471c-8e7c-4131123af847 req-b020e0b4-adf3-44f4-9281-fb72e93ad526 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:51:59.682454 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f30e6c0c-ac61-471c-8e7c-4131123af847 req-b020e0b4-adf3-44f4-9281-fb72e93ad526 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 943 time: 0.0588996 Apr 08 17:51:59.749915 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f30e6c0c-ac61-471c-8e7c-4131123af847 req-7e5dfdbc-8548-479c-9ec1-122a8ac2a65d tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573359 Apr 08 17:51:59.874483 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:00.673291 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e99c8-450d-49db-9d75-13cc8812e128 req-b04107b2-0cca-49e5-9932-f8cb65fa0b87 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:00.674923 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e99e99c8-450d-49db-9d75-13cc8812e128 req-b04107b2-0cca-49e5-9932-f8cb65fa0b87 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0516000 Apr 08 17:52:00.753370 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e99e99c8-450d-49db-9d75-13cc8812e128 req-52853c0b-a2dc-495b-a60d-b1263b0a9b12 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711269 Apr 08 17:52:00.893608 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d12d4-520c-495b-b1e3-0280ecc0376d req-2eeb04b7-37d9-42ee-b6dc-03942b667fee tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:00.895361 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b33d12d4-520c-495b-b1e3-0280ecc0376d req-2eeb04b7-37d9-42ee-b6dc-03942b667fee tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 943 time: 0.0580904 Apr 08 17:52:00.963790 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b33d12d4-520c-495b-b1e3-0280ecc0376d req-099564c5-0e68-41e4-a9ad-add417091a41 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578887 Apr 08 17:52:01.433816 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e69b0955-2a03-4df5-a25f-aa7574297ca1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:52:01.593054 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port e69b0955-2a03-4df5-a25f-aa7574297ca1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e69b0955-2a03-4df5-a25f-aa7574297ca1,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:01.607467 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'e69b0955-2a03-4df5-a25f-aa7574297ca1', 'network_id': '5326053f-1675-4fe3-8337-0386a9624e28', 'port_id': 'e69b0955-2a03-4df5-a25f-aa7574297ca1', 'mac_address': 'fa:16:3e:fb:1b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfdbee2-4871-4fd4-bc29-17102ce6cd2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:52:01.656594 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port e69b0955-2a03-4df5-a25f-aa7574297ca1 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:01.657220 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:01.674948 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69b0955-2a03-4df5-a25f-aa7574297ca1 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:52:01.698386 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port e69b0955-2a03-4df5-a25f-aa7574297ca1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e69b0955-2a03-4df5-a25f-aa7574297ca1,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:01.704828 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:01.760845 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=e69b0955-2a03-4df5-a25f-aa7574297ca1,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:01.932270 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481a810-10e8-46a2-a278-cd166ac491a9 req-db7db731-004e-4acc-ad5e-308bb0b6e382 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:01.933880 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4481a810-10e8-46a2-a278-cd166ac491a9 req-db7db731-004e-4acc-ad5e-308bb0b6e382 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0591514 Apr 08 17:52:02.008084 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4481a810-10e8-46a2-a278-cd166ac491a9 req-01918f83-064d-4f56-abc8-4ee7a1d66bdd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669646 Apr 08 17:52:02.110949 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e5ad-8e84-456d-956e-b178100a7931 req-0e622ca6-48b0-44c6-a25e-9d029edf35bd tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:02.112797 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-47e9e5ad-8e84-456d-956e-b178100a7931 req-0e622ca6-48b0-44c6-a25e-9d029edf35bd tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 944 time: 0.0545876 Apr 08 17:52:02.179116 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-47e9e5ad-8e84-456d-956e-b178100a7931 req-c3891484-2816-4aeb-bf28-9f1e9216a74d tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600753 Apr 08 17:52:02.322667 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:52:03.169015 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63323548-18e7-430b-b44f-d45b9fdff35e req-8066d3eb-4d44-4e72-8149-a9420a9fd674 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:03.171319 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63323548-18e7-430b-b44f-d45b9fdff35e req-8066d3eb-4d44-4e72-8149-a9420a9fd674 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0628827 Apr 08 17:52:03.262504 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63323548-18e7-430b-b44f-d45b9fdff35e req-a90de61b-b1fc-4bf7-9773-1ec06c4a6165 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795696 Apr 08 17:52:03.274890 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-ceffaa55-2e47-471c-9e5c-9513ce352519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:03.277824 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-ceffaa55-2e47-471c-9e5c-9513ce352519 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 1129 time: 0.0822251 Apr 08 17:52:03.328541 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-4f1b9a91-7415-4df2-b9d4-773685cc7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:03.332156 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-4f1b9a91-7415-4df2-b9d4-773685cc7d38 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d40a23bd620e46fc9b08230c0001e498&device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 1128 time: 0.1511519 Apr 08 17:52:03.386616 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80bdb5-1749-4467-8f9f-f4d306e9e646 req-44d98b90-8d1e-4d96-aa2e-ea7af0df7638 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:03.389186 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ab80bdb5-1749-4467-8f9f-f4d306e9e646 req-44d98b90-8d1e-4d96-aa2e-ea7af0df7638 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 944 time: 0.0840509 Apr 08 17:52:03.462914 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ab80bdb5-1749-4467-8f9f-f4d306e9e646 req-65280e2b-4427-4005-867e-70369e82c131 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634141 Apr 08 17:52:04.413147 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['e69b0955-2a03-4df5-a25f-aa7574297ca1'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:52:04.438517 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bd2b0-d4dd-456b-bd07-e60697f65d33 req-7f36b5a1-8442-4985-9e0d-caf6e6a8bffb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:04.441207 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-256bd2b0-d4dd-456b-bd07-e60697f65d33 req-7f36b5a1-8442-4985-9e0d-caf6e6a8bffb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0659482 Apr 08 17:52:04.522890 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-256bd2b0-d4dd-456b-bd07-e60697f65d33 req-723fc612-f820-4ccb-854f-e486e743579e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741947 Apr 08 17:52:04.644246 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8e9dc-3845-4178-85fc-d9725d66d90f req-f084ef6c-7222-48da-862f-d3096ef60dc0 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:04.646260 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-22a8e9dc-3845-4178-85fc-d9725d66d90f req-f084ef6c-7222-48da-862f-d3096ef60dc0 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 944 time: 0.0724359 Apr 08 17:52:04.706359 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-22a8e9dc-3845-4178-85fc-d9725d66d90f req-39bef0b1-1d5a-4063-b5cc-5a178c12f661 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522964 Apr 08 17:52:05.257667 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-07da6ac8-e9ef-47ec-9e24-6de17361b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:05.259225 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-07da6ac8-e9ef-47ec-9e24-6de17361b585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5326053f-1675-4fe3-8337-0386a9624e28 HTTP/1.1" status: 200 len: 915 time: 0.1951070 Apr 08 17:52:05.270454 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-601c6285-9edc-4b6f-be76-fd04cc43a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:05.272131 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-601c6285-9edc-4b6f-be76-fd04cc43a4c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.2223547 Apr 08 17:52:05.676771 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ca22e-1ce8-49ad-91c0-fcffb3c559ba req-34c5f96b-e582-4aa9-b215-867704c3344a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:05.678501 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2f2ca22e-1ce8-49ad-91c0-fcffb3c559ba req-34c5f96b-e582-4aa9-b215-867704c3344a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0536132 Apr 08 17:52:05.744387 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2f2ca22e-1ce8-49ad-91c0-fcffb3c559ba req-35a3f415-70cb-4ba1-9639-8c59df0d7031 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552709 Apr 08 17:52:06.207493 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-9989376f-2360-4588-a285-0b125a0c79a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b0955-2a03-4df5-a25f-aa7574297ca1 HTTP/1.1" status: 200 len: 217 time: 0.3608739 Apr 08 17:52:06.240795 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff80c998-1136-4fe6-bb23-541f37003cab req-80d4e6e2-17b2-4943-80b4-4f58d71bed02 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:06.242966 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ff80c998-1136-4fe6-bb23-541f37003cab req-80d4e6e2-17b2-4943-80b4-4f58d71bed02 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 944 time: 0.4103756 Apr 08 17:52:06.300485 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-e0a4e5fd-733b-4546-b36b-731f7204231e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05 HTTP/1.1" status: 200 len: 1001 time: 0.4552310 Apr 08 17:52:06.361002 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-75d7c4a6-37b7-4357-9067-142ebde82769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:06.362531 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-75d7c4a6-37b7-4357-9067-142ebde82769 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1bfdbee2-4871-4fd4-bc29-17102ce6cd2f HTTP/1.1" status: 200 len: 854 time: 0.1448314 Apr 08 17:52:06.405707 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e69b0955-2a03-4df5-a25f-aa7574297ca1 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:06.418324 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ff80c998-1136-4fe6-bb23-541f37003cab req-d8e40405-3f4b-4bf4-85dc-b0a77cbc62f9 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517081 Apr 08 17:52:06.420896 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-db571873-58aa-4728-b675-e7e1287c29d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5326053f-1675-4fe3-8337-0386a9624e28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432563 Apr 08 17:52:06.422547 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-abd4005e-1572-4339-bbc1-a93a74f91fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:06.424008 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-abd4005e-1572-4339-bbc1-a93a74f91fc2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.1150544 Apr 08 17:52:06.484777 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port e69b0955-2a03-4df5-a25f-aa7574297ca1 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:52:06.493669 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port e69b0955-2a03-4df5-a25f-aa7574297ca1 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:06.495332 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.537158 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-27a4dedb-2bfc-4f87-94f6-91ea2cb4780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:06.538755 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-27a4dedb-2bfc-4f87-94f6-91ea2cb4780c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051292 Apr 08 17:52:06.626843 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port e69b0955-2a03-4df5-a25f-aa7574297ca1 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:06.627490 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.642159 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-36e19fd2-6522-4e14-ba33-f877a37f158f service neutron] 10.222.0.73 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098744 Apr 08 17:52:06.673836 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213f812-5e68-4301-af32-741f6d885b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b0955-2a03-4df5-a25f-aa7574297ca1'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:06.677767 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac53e9b-d215-49fe-aec4-705e4588fea2" -d '{"events": [{"server_uuid": "d213f812-5e68-4301-af32-741f6d885b4d", "name": "network-vif-plugged", "status": "completed", "tag": "e69b0955-2a03-4df5-a25f-aa7574297ca1"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:06.701062 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port e69b0955-2a03-4df5-a25f-aa7574297ca1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e69b0955-2a03-4df5-a25f-aa7574297ca1,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:06.708334 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:06.725642 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-647f60c5-fa22-4394-8eb5-354a7309e2e8 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798213 Apr 08 17:52:06.794739 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=e69b0955-2a03-4df5-a25f-aa7574297ca1,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:06.800071 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5c4a73-3b9e-44e3-8db4-928d028a4a3c x-openstack-request-id: req-1e5c4a73-3b9e-44e3-8db4-928d028a4a3c {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:06.800449 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213f812-5e68-4301-af32-741f6d885b4d", "name": "network-vif-plugged", "status": "completed", "tag": "e69b0955-2a03-4df5-a25f-aa7574297ca1", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:06.801170 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e5c4a73-3b9e-44e3-8db4-928d028a4a3c {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:06.801770 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5c4a73-3b9e-44e3-8db4-928d028a4a3c'] response: {'server_uuid': 'd213f812-5e68-4301-af32-741f6d885b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b0955-2a03-4df5-a25f-aa7574297ca1', 'code': 200} Apr 08 17:52:07.016534 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-da8ce787-d755-47cf-8189-fbfc8390df7c req-08344c33-c40f-4c65-bedf-ded9b886e64e service neutron] 10.222.0.73 "GET /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661807 Apr 08 17:52:07.026742 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a79b6-a4a4-4692-a000-c6753b562347 req-b532ac6b-b226-49ad-8ad9-82e1ee2972af tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:07.028451 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f9a79b6-a4a4-4692-a000-c6753b562347 req-b532ac6b-b226-49ad-8ad9-82e1ee2972af tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1541898 Apr 08 17:52:07.128725 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-87fe0102-189e-46fa-9bf3-26c80a760ba7 req-60bfba86-96ae-45de-aaaf-5060d228fdad service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372140 Apr 08 17:52:07.181110 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8994c-3284-410b-a95c-7e55e5e5ff22 req-651bb3b5-aede-4dd8-a9ca-f6c1de450317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:07.183822 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7e8994c-3284-410b-a95c-7e55e5e5ff22 req-651bb3b5-aede-4dd8-a9ca-f6c1de450317 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 1129 time: 0.1032188 Apr 08 17:52:07.221506 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaa0b1-371e-48e9-a8a6-93f4931a4990 req-77af1ac8-827b-444a-9b91-bb6a9ceb5365 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:07.223947 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-22aaa0b1-371e-48e9-a8a6-93f4931a4990 req-77af1ac8-827b-444a-9b91-bb6a9ceb5365 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0889368 Apr 08 17:52:07.245154 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4f9a79b6-a4a4-4692-a000-c6753b562347 req-24e2a2c2-7619-4ed0-af8d-e0a2ab4f0eae tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079692 Apr 08 17:52:07.307459 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7e8994c-3284-410b-a95c-7e55e5e5ff22 req-ad3ea086-6fff-4db9-b258-eede8d97a72f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144171 Apr 08 17:52:07.311583 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-22aaa0b1-371e-48e9-a8a6-93f4931a4990 req-59939aa3-d020-4bcc-9f16-fab7ebdcd1ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779634 Apr 08 17:52:07.345048 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49470) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:07.592182 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb72611-d087-49c1-abb6-c2047b245921 tempest-TestMinimumBasicScenario-1241420528 tempest-TestMinimumBasicScenario-1241420528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:07.594057 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-feb72611-d087-49c1-abb6-c2047b245921 tempest-TestMinimumBasicScenario-1241420528 tempest-TestMinimumBasicScenario-1241420528-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1125 time: 0.2472055 Apr 08 17:52:07.597440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49478) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:07.604359 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'port_id': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:07.616365 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372badac-5589-4e30-9f26-52b270c59b0d req-bca285ae-22d9-42cc-9a4a-834c95461582 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:07.618592 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-372badac-5589-4e30-9f26-52b270c59b0d req-bca285ae-22d9-42cc-9a4a-834c95461582 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.0952222 Apr 08 17:52:07.653389 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.745071 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-372badac-5589-4e30-9f26-52b270c59b0d req-269fa2ff-19c3-47d4-a84f-c65c3570cfc3 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189177 Apr 08 17:52:07.780945 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:07.918167 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Allocated IP 172.27.2.65 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/42fcd73d-554a-4cd1-8aa1-a6593cd4d761) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:08.088833 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:08.136761 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:08.183362 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:08.187127 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:08.191409 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:08.201262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'Port': ['ID=42fcd73d-554a-4cd1-8aa1-a6593cd4d761,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:08.235668 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.236242 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.236488 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.236959 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.237202 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.237533 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.237871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.238272 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.238609 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.238948 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.239278 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.239608 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.239938 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.240305 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.240636 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:08.705470 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2ad62-a215-4699-a69f-ccab16bb9cc8 req-152cc58b-2f3e-4d19-9c55-fea70ed4e7dc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:08.707121 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-55d2ad62-a215-4699-a69f-ccab16bb9cc8 req-152cc58b-2f3e-4d19-9c55-fea70ed4e7dc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.3343112 Apr 08 17:52:08.776944 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-55d2ad62-a215-4699-a69f-ccab16bb9cc8 req-96411dfa-981c-407a-9eb9-28523b541b8f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621018 Apr 08 17:52:08.897671 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for floatingip (b1b12097-d970-4ddd-810a-0409369f5925), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:08.934527 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4cb08-e199-4f9a-a763-e511f8c8b828 req-ae229e93-eddb-4e54-8bd4-808c1748a414 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:08.936215 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bfb4cb08-e199-4f9a-a763-e511f8c8b828 req-ae229e93-eddb-4e54-8bd4-808c1748a414 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.0881567 Apr 08 17:52:09.037634 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bfb4cb08-e199-4f9a-a763-e511f8c8b828 req-1e8427d2-12d7-4bde-bd40-878ee558f792 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935934 Apr 08 17:52:09.041967 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.247613 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.253092 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.329219 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'Port': ['ID=42fcd73d-554a-4cd1-8aa1-a6593cd4d761,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:09.349368 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (b1b12097-d970-4ddd-810a-0409369f5925), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:09.795048 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-8fb46e9f-b27f-4987-8df1-07d9fa355868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:09.796795 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-8fb46e9f-b27f-4987-8df1-07d9fa355868 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd&tenant_id=d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 1127 time: 0.3434491 Apr 08 17:52:09.800245 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Floating IP b1b12097-d970-4ddd-810a-0409369f5925 associated. External IP: 172.27.2.65, port: 18db5f7e-345f-4805-8cdb-fabc39a69682. Apr 08 17:52:09.964344 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4041e-58f8-4e2f-8013-7b55426c54df req-d7d95c35-1d02-4fdc-ba2e-5555b8f2e307 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:09.966070 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ada4041e-58f8-4e2f-8013-7b55426c54df req-d7d95c35-1d02-4fdc-ba2e-5555b8f2e307 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0649996 Apr 08 17:52:10.030006 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ada4041e-58f8-4e2f-8013-7b55426c54df req-579e8aee-c5f4-4f7a-8036-3cf08199dee3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536094 Apr 08 17:52:10.100934 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:10.237151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-cd70c935-ba82-4dcd-a84e-d319843c4202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:10.238648 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-cd70c935-ba82-4dcd-a84e-d319843c4202 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1127 time: 0.1256695 Apr 08 17:52:10.325033 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fdc80-31f9-48b2-8c64-1145be0c4d2f req-ad2f5068-76ac-4abd-b27d-c63192248fd8 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:10.326769 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-556fdc80-31f9-48b2-8c64-1145be0c4d2f req-ad2f5068-76ac-4abd-b27d-c63192248fd8 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.1414344 Apr 08 17:52:10.415040 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:10.426541 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] Sync routers for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:10.439273 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:10.439921 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:51:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:10.458478 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-52f57ee9-5349-4963-a81d-a8d365d9095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:10.460029 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-52f57ee9-5349-4963-a81d-a8d365d9095a service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.2124031 Apr 08 17:52:10.464809 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-556fdc80-31f9-48b2-8c64-1145be0c4d2f req-a188f680-9a3d-4523-9484-b856299c2d38 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034544 Apr 08 17:52:10.467510 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.552322 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b0f53ffc-6766-4c3e-bf3c-50df6bd00529 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9535773 Apr 08 17:52:10.552658 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49506) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:10.555751 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:10.558214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:10.563561 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584292976', 'description': 'tempest-secgroup-smoke-1584292976 description', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:10.573901 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:10.601140 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-97e25688-efaf-46bf-ae2a-061b721a195d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 200 len: 999 time: 0.1309388 Apr 08 17:52:10.635472 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.675132 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5831ca94-a0ba-4d68-9c50-c3ae99ed2945 x-openstack-request-id: req-5831ca94-a0ba-4d68-9c50-c3ae99ed2945 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:10.675593 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:10.675996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5831ca94-a0ba-4d68-9c50-c3ae99ed2945 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:10.676698 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5831ca94-a0ba-4d68-9c50-c3ae99ed2945'] response: {'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'status': 'completed', 'code': 200} Apr 08 17:52:10.700853 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-9dd9ff95-8cf6-43da-b63b-3ab0ef2c460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:10.705685 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-9dd9ff95-8cf6-43da-b63b-3ab0ef2c460e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0969627 Apr 08 17:52:10.765523 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group (41224788-7fe1-41f3-99d4-e5442a1bf079), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.772885 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (41224788-7fe1-41f3-99d4-e5442a1bf079), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.827772 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.832233 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2752616 Apr 08 17:52:10.833339 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49518) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:10.838573 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-17b4c0cf-5a5e-4a47-9835-3ba1120696e5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'security_group_rule': {'security_group_id': '41224788-7fe1-41f3-99d4-e5442a1bf079', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:10.847510 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41224788-7fe1-41f3-99d4-e5442a1bf079,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:10.868904 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.869277 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.869927 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.870282 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.870854 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.871211 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.871557 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.871896 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.872264 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.872460 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-01bac2a5-76a7-417b-98d2-08a3a3984b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:10.872851 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.873188 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.873524 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.873858 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.874195 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.874641 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef77cc-db02-48a8-9fbe-f66118f7a168 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:10.874997 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-01bac2a5-76a7-417b-98d2-08a3a3984b78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1624229 Apr 08 17:52:10.877506 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-129548bf-9341-48c6-bcdb-7155736fd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:10.891770 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-129548bf-9341-48c6-bcdb-7155736fd81b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1130 time: 0.1572464 Apr 08 17:52:10.906982 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-17b4c0cf-5a5e-4a47-9835-3ba1120696e5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (9bf9d3b0-602b-4b00-82c2-b7ccb5c34329), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:10.930710 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b1b12097-d970-4ddd-810a-0409369f5925', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'port_id': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'mac_address': 'fa:16:3e:29:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:52:08Z', 'updated_at': '2022-04-08T17:52:08Z', 'revision_number': 0, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:10.961960 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] Checking router: 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:10.973648 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:10.974376 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:51:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:11.026416 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-17b4c0cf-5a5e-4a47-9835-3ba1120696e5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (9bf9d3b0-602b-4b00-82c2-b7ccb5c34329), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.032751 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-17b4c0cf-5a5e-4a47-9835-3ba1120696e5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (9bf9d3b0-602b-4b00-82c2-b7ccb5c34329), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.118739 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:11.126617 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4c0cf-5a5e-4a47-9835-3ba1120696e5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf9d3b0-602b-4b00-82c2-b7ccb5c34329,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:11.159349 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-17b4c0cf-5a5e-4a47-9835-3ba1120696e5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.164038 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-17b4c0cf-5a5e-4a47-9835-3ba1120696e5 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271093 Apr 08 17:52:11.164781 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49526) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.176383 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-7ec0147c-5ade-44ff-bdc3-32033c16f2ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'security_group_rule': {'security_group_id': '41224788-7fe1-41f3-99d4-e5442a1bf079', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:11.181272 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-49efb725-c819-479a-bf19-8c6ff8dad644 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820871 Apr 08 17:52:11.281405 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7ec0147c-5ade-44ff-bdc3-32033c16f2ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (f731e6a1-7f60-4386-84d2-68fc69a8ecb6), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.443851 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7ec0147c-5ade-44ff-bdc3-32033c16f2ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (f731e6a1-7f60-4386-84d2-68fc69a8ecb6), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.444590 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812c320-f1e8-4457-a46e-741e89d9cc7b req-200fb189-0f01-4d8e-8137-e7d44c17015a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:11.446541 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0812c320-f1e8-4457-a46e-741e89d9cc7b req-200fb189-0f01-4d8e-8137-e7d44c17015a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1438568 Apr 08 17:52:11.465280 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7ec0147c-5ade-44ff-bdc3-32033c16f2ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (f731e6a1-7f60-4386-84d2-68fc69a8ecb6), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.506849 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0147c-5ade-44ff-bdc3-32033c16f2ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f731e6a1-7f60-4386-84d2-68fc69a8ecb6,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:11.529738 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-98e15bb2-5232-43c9-a4f7-d52dd43a9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:11.532301 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-98e15bb2-5232-43c9-a4f7-d52dd43a9e0e service neutron] 10.222.0.73 "GET /v2.0/networks?id=280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 200 len: 916 time: 0.4637756 Apr 08 17:52:11.537930 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7ec0147c-5ade-44ff-bdc3-32033c16f2ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.542292 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7ec0147c-5ade-44ff-bdc3-32033c16f2ab tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3749123 Apr 08 17:52:11.547236 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49530) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.561339 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-c12771ea-ad04-4d47-b421-f89c07c24589 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'security_group_rule': {'security_group_id': '41224788-7fe1-41f3-99d4-e5442a1bf079', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:11.594266 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b1b12097-d970-4ddd-810a-0409369f5925', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'port_id': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'mac_address': 'fa:16:3e:29:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:52:08Z', 'updated_at': '2022-04-08T17:52:08Z', 'revision_number': 0, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:11.634362 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c12771ea-ad04-4d47-b421-f89c07c24589 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (b58d87e4-e500-4d2d-83e0-138a4f38b670), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.641327 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4991df39-a772-4474-b63c-4483eaca49e4 None None] The sync data for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi is: [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b1b12097-d970-4ddd-810a-0409369f5925', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'port_id': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'mac_address': 'fa:16:3e:29:4f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:52:08Z', 'updated_at': '2022-04-08T17:52:08Z', 'revision_number': 0, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:11.691173 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49532) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.717066 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0812c320-f1e8-4457-a46e-741e89d9cc7b req-a2947c4d-aa7c-4c4e-9d4a-8cf7febd921b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532673 Apr 08 17:52:11.720844 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad6e8695-352b-4af5-93d9-0bf3af5c62c9 req-e162aaa1-24c4-4fa5-a1fe-641c94e4f59b service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351168 Apr 08 17:52:11.764266 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-6e3ec069-c8c7-40aa-adc1-d1e7779b9fec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 999 time: 0.2133050 Apr 08 17:52:11.802709 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c12771ea-ad04-4d47-b421-f89c07c24589 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (b58d87e4-e500-4d2d-83e0-138a4f38b670), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.808800 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c12771ea-ad04-4d47-b421-f89c07c24589 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (b58d87e4-e500-4d2d-83e0-138a4f38b670), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.859105 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c12771ea-ad04-4d47-b421-f89c07c24589 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.861580 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c12771ea-ad04-4d47-b421-f89c07c24589 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095968 Apr 08 17:52:11.865602 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49540) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:11.867352 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12771ea-ad04-4d47-b421-f89c07c24589 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58d87e4-e500-4d2d-83e0-138a4f38b670,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:11.874049 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-c8b9776c-11ee-4f36-b091-72616d3451b0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'security_group_rule': {'security_group_id': '41224788-7fe1-41f3-99d4-e5442a1bf079', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:11.904326 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-193d4f29-a695-4951-9ac2-c54ec172fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:11.907209 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-193d4f29-a695-4951-9ac2-c54ec172fe5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f2b9630-a2b4-4fd7-b2c6-037e5341e609 HTTP/1.1" status: 200 len: 854 time: 0.1340742 Apr 08 17:52:11.936503 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c8b9776c-11ee-4f36-b091-72616d3451b0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (2f60dd1f-ccc3-45ec-8b90-39fd95dd75aa), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.979951 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-43a5a4da-95fd-491d-9898-952de31fb3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:11.995398 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b31c4a-74a8-46cb-8b89-998aa84c7557 None None] New status for floating IP b1b12097-d970-4ddd-810a-0409369f5925: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:52:12.101767 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-8547e0e0-6326-404f-8465-c2de71cdbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:12.108330 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-8547e0e0-6326-404f-8465-c2de71cdbb60 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280d0b11-cae3-41c5-8685-c845cdfd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1476083 Apr 08 17:52:12.167878 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-43a5a4da-95fd-491d-9898-952de31fb3b8 admin admin] Publish callbacks [] for security_group (4e4d781a-2e19-45ac-bd85-28a47323c7f8), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.175269 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-43a5a4da-95fd-491d-9898-952de31fb3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (4e4d781a-2e19-45ac-bd85-28a47323c7f8), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.243615 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c8b9776c-11ee-4f36-b091-72616d3451b0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (2f60dd1f-ccc3-45ec-8b90-39fd95dd75aa), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.263040 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c8b9776c-11ee-4f36-b091-72616d3451b0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (2f60dd1f-ccc3-45ec-8b90-39fd95dd75aa), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.276145 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-43a5a4da-95fd-491d-9898-952de31fb3b8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=de410616fcc24cf0b1018042ae6adb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784626 Apr 08 17:52:12.276145 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5a4da-95fd-491d-9898-952de31fb3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4d781a-2e19-45ac-bd85-28a47323c7f8,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:12.284571 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49554) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:12.365069 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9776c-11ee-4f36-b091-72616d3451b0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f60dd1f-ccc3-45ec-8b90-39fd95dd75aa,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:12.379346 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c8b9776c-11ee-4f36-b091-72616d3451b0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.386400 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49562) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:12.386584 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c8b9776c-11ee-4f36-b091-72616d3451b0 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5184543 Apr 08 17:52:12.397664 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'security_group_rule': {'security_group_id': '41224788-7fe1-41f3-99d4-e5442a1bf079', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:12.404855 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-d3f88da5-e0d3-471c-8422-837e4e941983 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818274 Apr 08 17:52:12.437274 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.securitygroups_db [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Project 1a0d5b6a20274a0e9536510361ef55ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:52:12.448036 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (d3a4cb6c-e916-4680-9f7e-e15da95c2b86), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.553126 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b94888e8-19d9-406f-917e-ea37023612b1 admin admin] Publish callbacks [] for security_group (4e4d781a-2e19-45ac-bd85-28a47323c7f8), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.567415 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (d3a4cb6c-e916-4680-9f7e-e15da95c2b86), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.578927 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (d3a4cb6c-e916-4680-9f7e-e15da95c2b86), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.620224 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a4cb6c-e916-4680-9f7e-e15da95c2b86,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:12.621121 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b94888e8-19d9-406f-917e-ea37023612b1 admin admin] Publish callbacks [] for security_group (4e4d781a-2e19-45ac-bd85-28a47323c7f8), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.641406 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.647489 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b804b312-da63-4c39-ac4c-ecbc4515401b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2540324 Apr 08 17:52:12.648187 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49570) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:12.654984 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a7aa2fba-8c4a-4e1a-bb52-73fedbb938ef req-514dca75-d850-41e9-b21f-657c721a6b24 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410438 Apr 08 17:52:12.658378 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'security_group_rule': {'security_group_id': '41224788-7fe1-41f3-99d4-e5442a1bf079', 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:12.708981 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.securitygroups_db [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Project 1a0d5b6a20274a0e9536510361ef55ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:52:12.734154 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (9f02e6c2-523c-46ab-a652-bfa3c5132982), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.783887 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b94888e8-19d9-406f-917e-ea37023612b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (4e4d781a-2e19-45ac-bd85-28a47323c7f8), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.788471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b94888e8-19d9-406f-917e-ea37023612b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:12.797224 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b94888e8-19d9-406f-917e-ea37023612b1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e4d781a-2e19-45ac-bd85-28a47323c7f8 HTTP/1.1" status: 204 len: 168 time: 0.5069013 Apr 08 17:52:12.840527 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94888e8-19d9-406f-917e-ea37023612b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4d781a-2e19-45ac-bd85-28a47323c7f8,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:13.068386 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad45cce-b6b4-4499-983f-d43a5deabcea req-0095d235-6822-44af-8951-e424715a97e8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:13.081616 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fad45cce-b6b4-4499-983f-d43a5deabcea req-0095d235-6822-44af-8951-e424715a97e8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1621430 Apr 08 17:52:13.092264 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (9f02e6c2-523c-46ab-a652-bfa3c5132982), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:13.107190 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (9f02e6c2-523c-46ab-a652-bfa3c5132982), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:13.165907 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f02e6c2-523c-46ab-a652-bfa3c5132982,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:13.217562 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:13.221455 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-41d0bf40-f3b4-4e2a-a431-8cbc6095e330 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5716367 Apr 08 17:52:13.260281 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fad45cce-b6b4-4499-983f-d43a5deabcea req-b0f6b2b2-57e8-4a03-bed7-8baec8bc2529 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771457 Apr 08 17:52:13.431292 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-38f2d6bc-feec-4bc4-a045-5ddefbe9dc63 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584292976&fields=id&tenant_id=1a0d5b6a20274a0e9536510361ef55ec HTTP/1.1" status: 200 len: 267 time: 0.1367223 Apr 08 17:52:13.510186 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-2def8dfa-8de2-4849-a96e-106e5ead0968 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:13.512086 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-2def8dfa-8de2-4849-a96e-106e5ead0968 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0746405 Apr 08 17:52:13.529421 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'port': {'security_groups': ['8103dcd6-7114-435d-b45d-b9ceb7a57284', '41224788-7fe1-41f3-99d4-e5442a1bf079']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:13.649714 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:14.015043 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18db5f7e-345f-4805-8cdb-fabc39a69682,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:14.082278 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:14.090469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:14.165421 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['18db5f7e-345f-4805-8cdb-fabc39a69682'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:52:14.192255 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:14.193254 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:14.195737 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-19fbbc93-18a0-4a36-bdd2-a62f3165f69a req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "PUT /v2.0/ports/18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 982 time: 0.6750789 Apr 08 17:52:14.196508 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:52:14.204484 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905" -d '{"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:52:14.317914 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf52477-f702-4892-a0f9-3f5c3a5f2721 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=6']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:14.383193 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d56ca8-5286-4e98-84cf-e59fdb17ba55 x-openstack-request-id: req-78d56ca8-5286-4e98-84cf-e59fdb17ba55 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:52:14.383663 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:52:14.384060 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-78d56ca8-5286-4e98-84cf-e59fdb17ba55 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:52:14.384713 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d56ca8-5286-4e98-84cf-e59fdb17ba55'] response: {'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'status': 'completed', 'code': 200} Apr 08 17:52:14.443088 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['18db5f7e-345f-4805-8cdb-fabc39a69682'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:52:14.554677 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49606) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:14.593280 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb597a-d4e6-420e-abd2-52820806140a req-2a893ecd-9be8-4262-aadc-5c6ef43655ee tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:14.597151 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bbcb597a-d4e6-420e-abd2-52820806140a req-2a893ecd-9be8-4262-aadc-5c6ef43655ee tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.1977448 Apr 08 17:52:14.712775 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511edf0-fc24-4ef7-8ad4-48ebfbc80b46 req-81c3619a-204a-4c2a-9f4d-06d9943b83de tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:14.716749 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0511edf0-fc24-4ef7-8ad4-48ebfbc80b46 req-81c3619a-204a-4c2a-9f4d-06d9943b83de tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1316249 Apr 08 17:52:14.751479 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-e31eb748-dc4e-4bda-96aa-1643cc4744df None None] Provisioning complete for port 18db5f7e-345f-4805-8cdb-fabc39a69682 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:14.752312 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e31eb748-dc4e-4bda-96aa-1643cc4744df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:14.838175 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bbcb597a-d4e6-420e-abd2-52820806140a req-0ab27a3c-4c45-415b-8812-4c2135f39f77 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222714 Apr 08 17:52:14.848083 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0511edf0-fc24-4ef7-8ad4-48ebfbc80b46 req-051619f9-988a-45f1-8998-7dee1ba94403 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210563 Apr 08 17:52:14.905243 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-77903416-network', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:14.932749 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Made reservation on behalf of 89b4fa39fe6c4aac96fdf10427f9cc66 for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:14.935500 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:14.947338 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.111289 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks [] for security_group (51320233-0c83-4ab7-9090-1ae3dd23c77a), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.135097 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (51320233-0c83-4ab7-9090-1ae3dd23c77a), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.170241 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] vlan segment allocate from pool success with {'vlan_id': 925, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:52:15.181008 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51320233-0c83-4ab7-9090-1ae3dd23c77a,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:15.181814 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-e31eb748-dc4e-4bda-96aa-1643cc4744df None None] Current status of the port 18db5f7e-345f-4805-8cdb-fabc39a69682 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:15.191384 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (2d150e03-b953-4289-aada-8becf8b8bac7), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.192067 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Added segment 2d150e03-b953-4289-aada-8becf8b8bac7 of type vlan for network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 Apr 08 17:52:15.291119 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (dde4cef6-273a-4c2c-ada4-8571b8bcfd96), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.334810 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (dde4cef6-273a-4c2c-ada4-8571b8bcfd96), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.336530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:15.337572 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.396574 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8395939 Apr 08 17:52:15.399391 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49612) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:15.405465 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Request body: {'subnet': {'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-77903416-subnet', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:15.435653 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Made reservation on behalf of 89b4fa39fe6c4aac96fdf10427f9cc66 for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:15.440002 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774741'] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.459236 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0958abc-a4ee-4900-b971-49f52c878266 admin admin] Pushing event updated for resources: {'Network': ['ID=dde4cef6-273a-4c2c-ada4-8571b8bcfd96,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:15.480617 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:52:15.677202 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9379346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774715'] for subnet (72e7a822-4dec-44d2-a0d0-0bd2bcd36092), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.740649 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e7a822-4dec-44d2-a0d0-0bd2bcd36092,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:15.757229 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Checking segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:15.757611 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Network hostable DHCP agents. Network: dde4cef6-273a-4c2c-ada4-8571b8bcfd96, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:52:15.801412 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:52:15.816877 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, dde4cef6-273a-4c2c-ada4-8571b8bcfd96) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:15.824610 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:15.825322 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.832841 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3289b53-63bf-4cd8-a05a-bafa8b2a8d95 None None] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:15.849860 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49616) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:15.852643 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-46733f22-8fad-4c2e-b79b-0dd7747d8c67 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4462442 Apr 08 17:52:15.854855 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:15.877945 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (baea05e1-217e-41c7-bbb5-a25e65e6e96b), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.879039 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (baea05e1-217e-41c7-bbb5-a25e65e6e96b), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:15.947206 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks [] for router_controller (baea05e1-217e-41c7-bbb5-a25e65e6e96b), precommit_add_association {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.061454 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca473e3-0166-4970-9354-404afb4c8634 req-804c564f-207e-47a1-a646-8dd26d19c13d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:16.064502 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0ca473e3-0166-4970-9354-404afb4c8634 req-804c564f-207e-47a1-a646-8dd26d19c13d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0881059 Apr 08 17:52:16.166824 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0ca473e3-0166-4970-9354-404afb4c8634 req-b9536241-6c73-4641-ad32-013d69edfd81 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944958 Apr 08 17:52:16.205847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:52:16.208077 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.410444 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Allocated IP 172.20.0.2 (dde4cef6-273a-4c2c-ada4-8571b8bcfd96/72e7a822-4dec-44d2-a0d0-0bd2bcd36092/bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:16.589474 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Publish callbacks [] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.600014 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.618665 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks [] for router_gateway (baea05e1-217e-41c7-bbb5-a25e65e6e96b), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.648274 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:16.652226 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:16.654869 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:16.691973 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Pushing event updated for resources: {'Port': ['ID=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:16.723688 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.724056 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.724491 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.724866 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.725226 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.725566 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.726477 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.726477 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.726745 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.726966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.727310 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.727661 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.728001 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.728362 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.729503 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:16.750509 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Attempting to bind port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:52:16.750974 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Attempting to bind port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:52:16.751354 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Attempting to bind port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:16.757832 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:52:16.758225 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Checking segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:16.758640 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.759049 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Bound using segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:52:16.759532 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Bound port: bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:52:16.759920 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.882810 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] For port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:52:16.888173 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] For port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:52:16.897539 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.973753 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks [] for router_gateway (baea05e1-217e-41c7-bbb5-a25e65e6e96b), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:16.993079 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fa164-a6ea-4f1a-bf64-170aba7ff4ac None None] Pushing event updated for resources: {'Port': ['ID=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:17.024799 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:17.322014 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Allocated IP 172.27.2.125 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/da3b7642-5784-4f21-8f71-983783ca2916) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:17.514858 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ef1f0-1d46-4830-a648-bb142b12c893 req-afa08c30-2b7d-4d5b-a417-1218454400ee tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:17.535102 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-821ef1f0-1d46-4830-a648-bb142b12c893 req-afa08c30-2b7d-4d5b-a417-1218454400ee tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.2071047 Apr 08 17:52:17.576609 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:17.670718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:17.671467 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:17.712206 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-821ef1f0-1d46-4830-a648-bb142b12c893 req-ecdea642-046d-4298-be1a-dd2ab14ee2ce tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737573 Apr 08 17:52:17.793377 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks [] for port (da3b7642-5784-4f21-8f71-983783ca2916), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:17.799858 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:17.800466 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:17.862447 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (da3b7642-5784-4f21-8f71-983783ca2916), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:17.870025 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:17.875696 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:17.931852 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:17.937167 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:17.944064 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:17.986635 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:18.030803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Pushing event updated for resources: {'Port': ['ID=da3b7642-5784-4f21-8f71-983783ca2916,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:18.336655 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks [] for router_gateway (baea05e1-217e-41c7-bbb5-a25e65e6e96b), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.473128 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f0f63b-c38d-4745-868e-8e9c80711a76 None None] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:18.551292 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f518ab20-3151-42d3-bbe5-8917b8427895 None None] Provisioning complete for port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:18.551709 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f518ab20-3151-42d3-bbe5-8917b8427895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.605227 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (baea05e1-217e-41c7-bbb5-a25e65e6e96b), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:18.724227 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f518ab20-3151-42d3-bbe5-8917b8427895 None None] Current status of the port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:18.897288 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:52:18.951635 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623707-afba-4ac0-8d88-bd69d96b2074 req-58566f1c-6e32-4b01-a02d-24b36bf56f5f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:18.960988 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-94623707-afba-4ac0-8d88-bd69d96b2074 req-58566f1c-6e32-4b01-a02d-24b36bf56f5f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0910859 Apr 08 17:52:19.016967 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-94623707-afba-4ac0-8d88-bd69d96b2074 req-f6a1e852-2c34-4dd9-ab34-d8b31711ce5b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540380 Apr 08 17:52:19.069013 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-2e506d04-9634-489b-9ec1-eb194487283f None None] Provisioning complete for port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:19.070119 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2e506d04-9634-489b-9ec1-eb194487283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.141910 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:19.156247 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:19.173410 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:19.178041 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:51:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:19.189116 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.195852 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49636) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:19.200197 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-735c42fa-c21e-46c4-a299-bfb26bfa1059 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3461642 Apr 08 17:52:19.213641 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-2e506d04-9634-489b-9ec1-eb194487283f None None] Current status of the port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:19.372575 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:19.510528 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:19.599059 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:19.599795 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.658380 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:18Z', 'revision_number': 3, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:19.697946 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:19.698370 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Updating router baea05e1-217e-41c7-bbb5-a25e65e6e96b port da3b7642-5784-4f21-8f71-983783ca2916 binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:52:19.748703 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:19.757044 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (da3b7642-5784-4f21-8f71-983783ca2916), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:19.965455 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.358869 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40d36e-ea5f-4460-990c-749da8d5e64a req-172bdbfd-f619-46af-878b-9ddbb5032f47 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:20.361680 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ee40d36e-ea5f-4460-990c-749da8d5e64a req-172bdbfd-f619-46af-878b-9ddbb5032f47 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1080534 Apr 08 17:52:20.370272 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Publish callbacks [] for port (da3b7642-5784-4f21-8f71-983783ca2916), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.382035 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Allocated IP 172.20.0.1 (dde4cef6-273a-4c2c-ada4-8571b8bcfd96/72e7a822-4dec-44d2-a0d0-0bd2bcd36092/1359dfff-2eeb-4ea0-9d46-34581a9e37f5) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:20.387288 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (da3b7642-5784-4f21-8f71-983783ca2916), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.516002 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ee40d36e-ea5f-4460-990c-749da8d5e64a req-c8a743bb-ff6d-4a54-92ec-2fe067ae3ddd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474941 Apr 08 17:52:20.576964 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Attempting to bind port da3b7642-5784-4f21-8f71-983783ca2916 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:52:20.577395 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Attempting to bind port da3b7642-5784-4f21-8f71-983783ca2916 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:52:20.577715 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Attempting to bind port da3b7642-5784-4f21-8f71-983783ca2916 on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:20.580185 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Pushing event updated for resources: {'Port': ['ID=da3b7642-5784-4f21-8f71-983783ca2916,revision_number=2']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:20.587755 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks [] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.591233 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:52:20.591640 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:20.592022 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.592460 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:52:20.593129 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Bound port: da3b7642-5784-4f21-8f71-983783ca2916, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:52:20.593524 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (da3b7642-5784-4f21-8f71-983783ca2916), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.596644 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.596965 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.597311 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.597674 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.598021 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.598440 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.598708 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.599015 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.599347 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.599739 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.600077 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.600454 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.600795 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.601122 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.601673 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:52:20.654053 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.696440 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] For port da3b7642-5784-4f21-8f71-983783ca2916, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:52:20.702771 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] For port da3b7642-5784-4f21-8f71-983783ca2916, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=da3b7642-5784-4f21-8f71-983783ca2916,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:52:20.707967 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:20.712798 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:20.716522 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (da3b7642-5784-4f21-8f71-983783ca2916), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.720362 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:20.723838 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:20.817750 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (baea05e1-217e-41c7-bbb5-a25e65e6e96b), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:20.822948 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048cedd-702a-4957-9d6f-8b55aec58dd8 None None] Pushing event updated for resources: {'Port': ['ID=da3b7642-5784-4f21-8f71-983783ca2916,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:20.829947 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:20.830623 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:51:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:21.058566 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:21.109520 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.180659 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27623bbb-20dc-46bc-a1ba-95f790c1d8c7 None None] Provisioning complete for port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:21.181617 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27623bbb-20dc-46bc-a1ba-95f790c1d8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.252425 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27623bbb-20dc-46bc-a1ba-95f790c1d8c7 None None] Port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:52:21.454371 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:18Z', 'revision_number': 3, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:21.490386 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks [] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.497723 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81c4944-f2e0-417b-bd49-d68e9eb925cd None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:18Z', 'revision_number': 3, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:21.499410 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.645275 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (baea05e1-217e-41c7-bbb5-a25e65e6e96b), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:21.650869 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:21.824281 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3200ea-17f3-4cc2-87aa-094c2d87f245 req-e9b77750-c7d2-49b1-9357-8ea9d113afe2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:21.826154 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8c3200ea-17f3-4cc2-87aa-094c2d87f245 req-e9b77750-c7d2-49b1-9357-8ea9d113afe2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1262791 Apr 08 17:52:21.973344 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:21.985785 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:22.019425 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8c3200ea-17f3-4cc2-87aa-094c2d87f245 req-29ec6b8f-1bc9-4838-8ff0-53ffdd3acd1d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692855 Apr 08 17:52:22.292678 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:22.490647 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-08486908-163c-42c5-b200-d1e2e6d35562 None None] Provisioning complete for port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:22.492376 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-08486908-163c-42c5-b200-d1e2e6d35562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:22.523813 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:22.550349 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-048f4ffb-b1da-420c-9b44-7b333f2da0c0 admin admin] 10.222.0.78 "PUT /v2.0/routers/baea05e1-217e-41c7-bbb5-a25e65e6e96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3446190 Apr 08 17:52:22.584365 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-08486908-163c-42c5-b200-d1e2e6d35562 None None] Port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:52:23.308752 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6962d6-9a48-4155-9c8e-2f85a60fc9b5 req-1c8a406d-a4e3-4dc8-9275-c631deb25313 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:23.311511 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4c6962d6-9a48-4155-9c8e-2f85a60fc9b5 req-1c8a406d-a4e3-4dc8-9275-c631deb25313 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1395409 Apr 08 17:52:23.319814 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-dd04ee57-f8a2-43e5-8778-daf3ecc1b846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.341919 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49670) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:23.348566 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1479997361-network', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:23.378021 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Made reservation on behalf of bdba5a8f310745d4a23990fa188f1a20 for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:23.381161 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.394391 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.438333 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4c6962d6-9a48-4155-9c8e-2f85a60fc9b5 req-3135b2f3-c487-4a96-b961-b43aa3c9dff9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183228 Apr 08 17:52:23.543023 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device da3b7642-5784-4f21-8f71-983783ca2916 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:23.590944 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks [] for security_group (9ee47a20-df80-45ef-94d8-4b0a3a9535af), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.597162 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9ee47a20-df80-45ef-94d8-4b0a3a9535af), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.615453 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port da3b7642-5784-4f21-8f71-983783ca2916 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:23.615898 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (da3b7642-5784-4f21-8f71-983783ca2916), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.650985 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 17:52:23.665575 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee47a20-df80-45ef-94d8-4b0a3a9535af,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:23.676882 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (cf8c25de-ca32-4608-a875-8eb14e8b2d07), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.677315 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Added segment cf8c25de-ca32-4608-a875-8eb14e8b2d07 of type vlan for network de98fffd-4b7a-4bea-9063-a4a19eec39d8 Apr 08 17:52:23.748726 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (de98fffd-4b7a-4bea-9063-a4a19eec39d8), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.759995 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port da3b7642-5784-4f21-8f71-983783ca2916 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:23.760509 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (da3b7642-5784-4f21-8f71-983783ca2916), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.783131 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (de98fffd-4b7a-4bea-9063-a4a19eec39d8), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.784279 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:23.785315 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.789667 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port da3b7642-5784-4f21-8f71-983783ca2916, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=da3b7642-5784-4f21-8f71-983783ca2916,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:23.795682 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (da3b7642-5784-4f21-8f71-983783ca2916), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:23.870735 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=da3b7642-5784-4f21-8f71-983783ca2916,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:23.876017 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5290353 Apr 08 17:52:23.876364 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953135cd-dfa0-4439-8529-0a4f91dca8ca admin admin] Pushing event updated for resources: {'Network': ['ID=de98fffd-4b7a-4bea-9063-a4a19eec39d8,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:23.876706 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49674) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:23.886338 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Request body: {'subnet': {'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1479997361-subnet', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:23.890419 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 17:52:23.940013 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Made reservation on behalf of bdba5a8f310745d4a23990fa188f1a20 for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:52:23.943346 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286433'] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.120857 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:24.148713 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:24.149857 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:51:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:24.213390 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4091217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286479'] for subnet (822459be-5d81-4498-a236-44c19318514d), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.312552 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=822459be-5d81-4498-a236-44c19318514d,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:24.338397 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Checking segment: {'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:24.338876 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Network hostable DHCP agents. Network: de98fffd-4b7a-4bea-9063-a4a19eec39d8, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 17:52:24.361955 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 17:52:24.375372 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, de98fffd-4b7a-4bea-9063-a4a19eec39d8) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:24.375666 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:24.380798 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:24.381503 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.401151 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-79023269-ab0c-40bb-a4c6-60283a48a27b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5227771 Apr 08 17:52:24.403959 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49676) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:24.409179 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:24.435680 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (8634dc04-52c2-4555-8817-8ae07cf235a3), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.436000 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b54e0d-524a-4d55-8d02-9419344eefd1 None None] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:24.436983 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (8634dc04-52c2-4555-8817-8ae07cf235a3), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.528710 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks [] for router_controller (8634dc04-52c2-4555-8817-8ae07cf235a3), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.675872 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-de98fffd-4b7a-4bea-9063-a4a19eec39d8', 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8', 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'fixed_ips': [{'subnet_id': '822459be-5d81-4498-a236-44c19318514d'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 17:52:24.677696 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:24.741658 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff82a-f8a3-4afb-9fc1-c5831813bce1 req-962bc3f6-389e-4476-a944-1c157665b2d9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:24.743355 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-12cff82a-f8a3-4afb-9fc1-c5831813bce1 req-962bc3f6-389e-4476-a944-1c157665b2d9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1311858 Apr 08 17:52:24.748436 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks [] for router_gateway (8634dc04-52c2-4555-8817-8ae07cf235a3), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.063380 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 2, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:25.070443 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Allocated IP 172.20.0.2 (de98fffd-4b7a-4bea-9063-a4a19eec39d8/822459be-5d81-4498-a236-44c19318514d/3d794362-52c4-48fc-818f-e56834420ba0) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:25.112080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:25.112080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Updating router baea05e1-217e-41c7-bbb5-a25e65e6e96b port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:52:25.154729 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.385276 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-12cff82a-f8a3-4afb-9fc1-c5831813bce1 req-c726a7ed-b318-48c0-b1e9-5330cb6f1551 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5970428 Apr 08 17:52:25.548433 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device da3b7642-5784-4f21-8f71-983783ca2916 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:25.574270 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks [] for router_gateway (8634dc04-52c2-4555-8817-8ae07cf235a3), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.601385 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.709885 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b313c14e-48b6-44ba-bded-c28389342b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.824032 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Allocated IP 172.27.2.103 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/2d649de2-6d93-435a-bbe1-85effa765f20) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:25.893334 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Publish callbacks [] for port (3d794362-52c4-48fc-818f-e56834420ba0), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.905085 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port da3b7642-5784-4f21-8f71-983783ca2916 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:25.905661 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (da3b7642-5784-4f21-8f71-983783ca2916), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:25.914377 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (3d794362-52c4-48fc-818f-e56834420ba0), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.046003 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks [] for port (2d649de2-6d93-435a-bbe1-85effa765f20), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.067747 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:26.077287 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:26.079668 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Pushing event updated for resources: {'Port': ['ID=3d794362-52c4-48fc-818f-e56834420ba0,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:26.089998 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:26.110177 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.166962 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:26.173671 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:26.178088 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:26.234480 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Publish callbacks [] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.242948 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Attempting to bind port 3d794362-52c4-48fc-818f-e56834420ba0 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:52:26.243321 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Attempting to bind port 3d794362-52c4-48fc-818f-e56834420ba0 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:52:26.243709 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Attempting to bind port 3d794362-52c4-48fc-818f-e56834420ba0 on network de98fffd-4b7a-4bea-9063-a4a19eec39d8 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:26.249540 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.262717 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Pushing event updated for resources: {'Port': ['ID=2d649de2-6d93-435a-bbe1-85effa765f20,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:26.268209 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:52:26.268209 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Checking segment: {'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:26.268209 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.268209 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Bound using segment: {'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:52:26.268209 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Bound port: 3d794362-52c4-48fc-818f-e56834420ba0, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:52:26.269203 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (3d794362-52c4-48fc-818f-e56834420ba0), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.296432 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port da3b7642-5784-4f21-8f71-983783ca2916 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:26.371331 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65220cc-b26c-46ce-a2d9-1cea9b714bf7 None None] Pushing event updated for resources: {'Port': ['ID=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:26.495596 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] For port 3d794362-52c4-48fc-818f-e56834420ba0, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:52:26.505421 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Attempting to bind port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:52:26.505940 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Attempting to bind port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:52:26.506615 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Attempting to bind port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:26.519615 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:52:26.520182 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Checking segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:26.520562 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.520979 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Bound using segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:52:26.521507 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Bound port: 1359dfff-2eeb-4ea0-9d46-34581a9e37f5, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:52:26.521923 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.531173 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] For port 3d794362-52c4-48fc-818f-e56834420ba0, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=3d794362-52c4-48fc-818f-e56834420ba0,segment=NetworkSegment(cf8c25de-ca32-4608-a875-8eb14e8b2d07),segment_id=cf8c25de-ca32-4608-a875-8eb14e8b2d07)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:52:26.565564 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (3d794362-52c4-48fc-818f-e56834420ba0), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.666877 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eb741-ea2c-4571-bed5-31f95d5f06d3 req-74746c6e-fcaf-4952-94c1-75164b7b28a3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:26.680713 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-db5eb741-ea2c-4571-bed5-31f95d5f06d3 req-74746c6e-fcaf-4952-94c1-75164b7b28a3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1387036 Apr 08 17:52:26.731745 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] For port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:52:26.739539 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f397-9a7d-4388-93fd-aae8bfbfe6cf None None] Pushing event updated for resources: {'Port': ['ID=3d794362-52c4-48fc-818f-e56834420ba0,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:26.790965 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] For port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:52:26.803253 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-db5eb741-ea2c-4571-bed5-31f95d5f06d3 req-54f6dc67-6199-4ec9-b999-ecd7cd2e1c2a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209750 Apr 08 17:52:26.832176 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.883660 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks [] for router_gateway (8634dc04-52c2-4555-8817-8ae07cf235a3), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:26.953807 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-1e1dd1dd-75b0-4175-b0a3-95e72aed9041 None None] Provisioning complete for port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:26.954261 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd1dd-75b0-4175-b0a3-95e72aed9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:27.036969 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:27.106950 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:27.107592 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:52:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:27.249833 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65220cc-b26c-46ce-a2d9-1cea9b714bf7 None None] Pushing event updated for resources: {'Port': ['ID=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:27.299243 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:27.359369 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (8634dc04-52c2-4555-8817-8ae07cf235a3), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:27.507305 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-1e1dd1dd-75b0-4175-b0a3-95e72aed9041 None None] Current status of the port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:27.508125 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd1dd-75b0-4175-b0a3-95e72aed9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:27.591391 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-1e1dd1dd-75b0-4175-b0a3-95e72aed9041 None None] For port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:27.597167 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:27.602732 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 3d794362-52c4-48fc-818f-e56834420ba0 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:27.628783 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Router 8634dc04-52c2-4555-8817-8ae07cf235a3 is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 17:52:27.693336 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd1dd-75b0-4175-b0a3-95e72aed9041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:27.811686 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:27.828160 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Sync routers for ids ['8634dc04-52c2-4555-8817-8ae07cf235a3'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:27.839845 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Routers {'8634dc04-52c2-4555-8817-8ae07cf235a3'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:27.840803 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:52:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['8634dc04-52c2-4555-8817-8ae07cf235a3'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:27.842412 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:27.849173 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49694) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:27.850319 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-f77e6139-8964-4499-a4e7-f301344fd8ad admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4449024 Apr 08 17:52:27.949762 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dd1dd-75b0-4175-b0a3-95e72aed9041 None None] Pushing event updated for resources: {'Port': ['ID=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:28.003373 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-9606f870-0ac2-4e4b-83ef-236acc2b0c39 None None] Provisioning complete for port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:28.004010 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9606f870-0ac2-4e4b-83ef-236acc2b0c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:28.154597 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 3d794362-52c4-48fc-818f-e56834420ba0 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:28.170936 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (3d794362-52c4-48fc-818f-e56834420ba0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:28.184482 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348e2c3-88ae-4b8d-a2a4-5be7bd482d40 req-e1209632-2f0b-4a26-913a-1ac681aacd46 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:28.210701 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3348e2c3-88ae-4b8d-a2a4-5be7bd482d40 req-e1209632-2f0b-4a26-913a-1ac681aacd46 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.2012637 Apr 08 17:52:28.234071 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Set router 8634dc04-52c2-4555-8817-8ae07cf235a3 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:28.347112 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3348e2c3-88ae-4b8d-a2a4-5be7bd482d40 req-e516bca8-f4b2-41da-a9d3-14ebd98923ec tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143010 Apr 08 17:52:28.525348 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:26Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:28.607970 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-9606f870-0ac2-4e4b-83ef-236acc2b0c39 None None] Current status of the port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:28.620021 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c19ee8-813e-494f-b016-a9deeb1c42a2 None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:26Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:28.640871 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T17:52:26Z', 'revision_number': 3, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:28.690944 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Checking router: 8634dc04-52c2-4555-8817-8ae07cf235a3 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:28.691324 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Updating router 8634dc04-52c2-4555-8817-8ae07cf235a3 port 2d649de2-6d93-435a-bbe1-85effa765f20 binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:52:28.851122 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.062481 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7137e-2c64-4df2-b485-6094ba7eec78 None None] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:52:29.110556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.194641 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.199329 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-b71209a0-009a-45f3-b391-2017b1d156d7 None None] Provisioning complete for port 3d794362-52c4-48fc-818f-e56834420ba0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:29.199992 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b71209a0-009a-45f3-b391-2017b1d156d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (3d794362-52c4-48fc-818f-e56834420ba0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.203183 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 3d794362-52c4-48fc-818f-e56834420ba0 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:29.228941 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (3d794362-52c4-48fc-818f-e56834420ba0), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.409007 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Publish callbacks [] for port (2d649de2-6d93-435a-bbe1-85effa765f20), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.424709 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.470317 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Attempting to bind port 2d649de2-6d93-435a-bbe1-85effa765f20 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:52:29.471264 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Attempting to bind port 2d649de2-6d93-435a-bbe1-85effa765f20 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:52:29.472194 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Attempting to bind port 2d649de2-6d93-435a-bbe1-85effa765f20 on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:29.486785 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 3d794362-52c4-48fc-818f-e56834420ba0, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=3d794362-52c4-48fc-818f-e56834420ba0,segment=NetworkSegment(cf8c25de-ca32-4608-a875-8eb14e8b2d07),segment_id=cf8c25de-ca32-4608-a875-8eb14e8b2d07)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:29.496228 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (3d794362-52c4-48fc-818f-e56834420ba0), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.553482 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:52:29.553871 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:29.554403 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.554917 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:52:29.555415 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Bound port: 2d649de2-6d93-435a-bbe1-85effa765f20, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:52:29.555814 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.577499 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e123826-3374-4a42-87d9-3560b4012434 None None] Pushing event updated for resources: {'Port': ['ID=2d649de2-6d93-435a-bbe1-85effa765f20,revision_number=2']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:29.730350 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] For port 2d649de2-6d93-435a-bbe1-85effa765f20, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:52:29.736951 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] For port 2d649de2-6d93-435a-bbe1-85effa765f20, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=2d649de2-6d93-435a-bbe1-85effa765f20,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:52:29.751507 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.762134 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:29.769383 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9c269-9162-4176-8c32-7169159af129 req-d5a61644-665b-407e-8288-770bc94c3ac2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:29.789592 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ba9c269-9162-4176-8c32-7169159af129 req-d5a61644-665b-407e-8288-770bc94c3ac2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1825731 Apr 08 17:52:29.844326 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Allocated IP 172.20.0.1 (de98fffd-4b7a-4bea-9063-a4a19eec39d8/822459be-5d81-4498-a236-44c19318514d/a67528b3-b024-4447-9eac-91e045be9ff3) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:52:29.846433 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b71209a0-009a-45f3-b391-2017b1d156d7 None None] Current status of the port 3d794362-52c4-48fc-818f-e56834420ba0 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:29.914162 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=3d794362-52c4-48fc-818f-e56834420ba0,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:29.933067 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e123826-3374-4a42-87d9-3560b4012434 None None] Pushing event updated for resources: {'Port': ['ID=2d649de2-6d93-435a-bbe1-85effa765f20,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:29.957690 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.977829 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:29.978656 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:29.996433 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Routers {'8634dc04-52c2-4555-8817-8ae07cf235a3'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:29.997376 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:52:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['8634dc04-52c2-4555-8817-8ae07cf235a3'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:30.255632 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ba9c269-9162-4176-8c32-7169159af129 req-7d6a69a2-ff10-4632-b17d-2d374326315f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477355 Apr 08 17:52:30.295355 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:30.303940 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] Set router 8634dc04-52c2-4555-8817-8ae07cf235a3 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:30.327453 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-389bf5c0-282a-4a18-8a5e-b13070684914 None None] Provisioning complete for port 3d794362-52c4-48fc-818f-e56834420ba0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:30.328153 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-389bf5c0-282a-4a18-8a5e-b13070684914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (3d794362-52c4-48fc-818f-e56834420ba0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.340671 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks [] for port (a67528b3-b024-4447-9eac-91e045be9ff3), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.420949 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.498234 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Pushing event updated for resources: {'Port': ['ID=a67528b3-b024-4447-9eac-91e045be9ff3,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:30.502459 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:30.505019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:30.514112 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:52:30.523181 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-389bf5c0-282a-4a18-8a5e-b13070684914 None None] Current status of the port 3d794362-52c4-48fc-818f-e56834420ba0 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:30.606529 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (8634dc04-52c2-4555-8817-8ae07cf235a3), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:30.684082 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T17:52:26Z', 'revision_number': 3, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:30.720608 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eadc9c-b1f6-4580-b448-5b26a1b1b5ce None None] The sync data for ids ['8634dc04-52c2-4555-8817-8ae07cf235a3'] in dv-cinder-837165-1-iscsi is: [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T17:52:26Z', 'revision_number': 3, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:30.947041 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-c77fd8e4-5841-45e4-a97b-b221d51f3861 None None] Provisioning complete for port a67528b3-b024-4447-9eac-91e045be9ff3 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:30.947454 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c77fd8e4-5841-45e4-a97b-b221d51f3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.020553 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-c77fd8e4-5841-45e4-a97b-b221d51f3861 None None] Port a67528b3-b024-4447-9eac-91e045be9ff3 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:52:31.202564 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.498636 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645cb30-b23f-4a00-bcf0-e596f69c2798 req-136581a5-3ead-4386-a4df-3e2989c98c4b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:31.509047 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a645cb30-b23f-4a00-bcf0-e596f69c2798 req-136581a5-3ead-4386-a4df-3e2989c98c4b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.1030011 Apr 08 17:52:31.554874 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks [] for port (a67528b3-b024-4447-9eac-91e045be9ff3), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.578451 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.636329 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a645cb30-b23f-4a00-bcf0-e596f69c2798 req-b8894648-d339-4407-bd84-4976870f06ae tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249828 Apr 08 17:52:31.741944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Pushing event updated for resources: {'Port': ['ID=a67528b3-b024-4447-9eac-91e045be9ff3,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:31.766141 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (8634dc04-52c2-4555-8817-8ae07cf235a3), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.814392 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 2d649de2-6d93-435a-bbe1-85effa765f20 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:31.873833 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 2d649de2-6d93-435a-bbe1-85effa765f20 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:31.874370 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:31.937954 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:52:31.940542 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:52:31.998740 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 2d649de2-6d93-435a-bbe1-85effa765f20 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:31.999545 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:32.028117 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 2d649de2-6d93-435a-bbe1-85effa765f20, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=2d649de2-6d93-435a-bbe1-85effa765f20,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:32.038713 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:32.040290 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 3d794362-52c4-48fc-818f-e56834420ba0 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:32.185283 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Router 8634dc04-52c2-4555-8817-8ae07cf235a3 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:52:32.210883 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=2d649de2-6d93-435a-bbe1-85effa765f20,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:32.251088 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 3d794362-52c4-48fc-818f-e56834420ba0 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:32.251702 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (3d794362-52c4-48fc-818f-e56834420ba0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:32.303979 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-3eea9c07-f900-4432-a99e-59c364787639 None None] Provisioning complete for port a67528b3-b024-4447-9eac-91e045be9ff3 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:32.304613 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3eea9c07-f900-4432-a99e-59c364787639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:32.385738 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-3eea9c07-f900-4432-a99e-59c364787639 None None] Port a67528b3-b024-4447-9eac-91e045be9ff3 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:52:32.400896 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:52:32.409682 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-5a3fe5bf-68c6-4773-a67b-753dbbddb222 admin admin] 10.222.0.78 "PUT /v2.0/routers/8634dc04-52c2-4555-8817-8ae07cf235a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5576921 Apr 08 17:52:32.446566 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 3d794362-52c4-48fc-818f-e56834420ba0 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:32.833859 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b403cf2-ca48-4c5f-952f-4c500d72947a req-45962d94-6b3d-45b3-856b-ec7e55ba2692 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:32.837482 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2b403cf2-ca48-4c5f-952f-4c500d72947a req-45962d94-6b3d-45b3-856b-ec7e55ba2692 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0826902 Apr 08 17:52:32.907903 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2b403cf2-ca48-4c5f-952f-4c500d72947a req-aa3aee7a-32ee-42b4-9afa-27a21a58e735 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598316 Apr 08 17:52:33.161202 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Sync routers for ids ['8634dc04-52c2-4555-8817-8ae07cf235a3'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:52:33.176261 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Routers {'8634dc04-52c2-4555-8817-8ae07cf235a3'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:33.177172 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:52:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['8634dc04-52c2-4555-8817-8ae07cf235a3'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:33.239809 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49722) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:33.247186 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-754c05b1-baad-4137-b436-f051041a4b51 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25817239', 'description': 'tempest-secgroup-smoke-25817239 description', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:33.282347 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-754c05b1-baad-4137-b436-f051041a4b51 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.344224 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Set router 8634dc04-52c2-4555-8817-8ae07cf235a3 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:33.405095 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-754c05b1-baad-4137-b436-f051041a4b51 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group (c252a78d-9e67-490e-a7ff-9c497184f5a5), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.409825 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-754c05b1-baad-4137-b436-f051041a4b51 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (c252a78d-9e67-490e-a7ff-9c497184f5a5), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.445600 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-754c05b1-baad-4137-b436-f051041a4b51 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.447192 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-754c05b1-baad-4137-b436-f051041a4b51 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2057004 Apr 08 17:52:33.452442 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 49724) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:33.460257 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-29ef562a-2995-4139-8d4a-e26df01678e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'security_group_rule': {'security_group_id': 'c252a78d-9e67-490e-a7ff-9c497184f5a5', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:33.464240 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c05b1-baad-4137-b436-f051041a4b51 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c252a78d-9e67-490e-a7ff-9c497184f5a5,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:33.501441 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-29ef562a-2995-4139-8d4a-e26df01678e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (1fe13516-b5f3-45eb-b52d-4359d03afb24), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.609527 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-29ef562a-2995-4139-8d4a-e26df01678e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (1fe13516-b5f3-45eb-b52d-4359d03afb24), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.616607 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-29ef562a-2995-4139-8d4a-e26df01678e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (1fe13516-b5f3-45eb-b52d-4359d03afb24), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.620898 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 2d649de2-6d93-435a-bbe1-85effa765f20 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:33.650228 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef562a-2995-4139-8d4a-e26df01678e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe13516-b5f3-45eb-b52d-4359d03afb24,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:33.662981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-29ef562a-2995-4139-8d4a-e26df01678e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.665283 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-29ef562a-2995-4139-8d4a-e26df01678e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109382 Apr 08 17:52:33.669388 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49726) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:33.674592 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-31922419-2c1d-48d6-9cb9-e400734cf8d6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'security_group_rule': {'security_group_id': 'c252a78d-9e67-490e-a7ff-9c497184f5a5', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:33.708239 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-31922419-2c1d-48d6-9cb9-e400734cf8d6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (5a99b952-21ec-4a2b-9085-a1d5d1a7fe2b), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.715055 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T17:52:30Z', 'revision_number': 4, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'a67528b3-b024-4447-9eac-91e045be9ff3', 'name': '', 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'mac_address': 'fa:16:3e:7b:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '822459be-5d81-4498-a236-44c19318514d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:29Z', 'updated_at': '2022-04-08T17:52:31Z', 'revision_number': 2, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'subnets': [{'id': '822459be-5d81-4498-a236-44c19318514d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:33.750237 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Checking router: 8634dc04-52c2-4555-8817-8ae07cf235a3 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:52:33.750726 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Updating router 8634dc04-52c2-4555-8817-8ae07cf235a3 port a67528b3-b024-4447-9eac-91e045be9ff3 binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 17:52:33.775231 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 2d649de2-6d93-435a-bbe1-85effa765f20 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:33.775695 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.822927 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.824095 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-31922419-2c1d-48d6-9cb9-e400734cf8d6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (5a99b952-21ec-4a2b-9085-a1d5d1a7fe2b), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.829827 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-31922419-2c1d-48d6-9cb9-e400734cf8d6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (5a99b952-21ec-4a2b-9085-a1d5d1a7fe2b), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.854549 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922419-2c1d-48d6-9cb9-e400734cf8d6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a99b952-21ec-4a2b-9085-a1d5d1a7fe2b,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:33.863858 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-31922419-2c1d-48d6-9cb9-e400734cf8d6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:33.866203 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-31922419-2c1d-48d6-9cb9-e400734cf8d6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1946428 Apr 08 17:52:33.869941 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49730) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:33.875000 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-795c1422-748c-4bae-889e-ad3ee5fdd0fc tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'security_group_rule': {'security_group_id': 'c252a78d-9e67-490e-a7ff-9c497184f5a5', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:33.910139 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-795c1422-748c-4bae-889e-ad3ee5fdd0fc tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (2f2c16f9-97d6-4305-872a-586049091eb6), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.003719 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-795c1422-748c-4bae-889e-ad3ee5fdd0fc tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (2f2c16f9-97d6-4305-872a-586049091eb6), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.010836 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-795c1422-748c-4bae-889e-ad3ee5fdd0fc tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (2f2c16f9-97d6-4305-872a-586049091eb6), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.015189 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 2d649de2-6d93-435a-bbe1-85effa765f20 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:34.044402 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c1422-748c-4bae-889e-ad3ee5fdd0fc tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2c16f9-97d6-4305-872a-586049091eb6,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:34.050019 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-795c1422-748c-4bae-889e-ad3ee5fdd0fc tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.051480 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-795c1422-748c-4bae-889e-ad3ee5fdd0fc tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1803203 Apr 08 17:52:34.055150 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49734) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:34.060242 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-91664381-92c6-4d6f-b578-bf656dc6f399 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'security_group_rule': {'security_group_id': 'c252a78d-9e67-490e-a7ff-9c497184f5a5', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:34.095005 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-91664381-92c6-4d6f-b578-bf656dc6f399 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (a630dc48-fdc8-4dae-8f7e-f452048318ee), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.119419 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dbb06-e2f2-4d16-a6f8-5b42558e6336 req-6ed772c1-eaa0-4707-8582-297f02680663 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:34.124815 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-341dbb06-e2f2-4d16-a6f8-5b42558e6336 req-6ed772c1-eaa0-4707-8582-297f02680663 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0803056 Apr 08 17:52:34.187995 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-341dbb06-e2f2-4d16-a6f8-5b42558e6336 req-887207b1-81a5-4c10-9984-d4facb0c5400 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590348 Apr 08 17:52:34.200895 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-91664381-92c6-4d6f-b578-bf656dc6f399 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (a630dc48-fdc8-4dae-8f7e-f452048318ee), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.217327 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-91664381-92c6-4d6f-b578-bf656dc6f399 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (a630dc48-fdc8-4dae-8f7e-f452048318ee), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.235059 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91664381-92c6-4d6f-b578-bf656dc6f399 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a630dc48-fdc8-4dae-8f7e-f452048318ee,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:34.251083 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-91664381-92c6-4d6f-b578-bf656dc6f399 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.252495 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-91664381-92c6-4d6f-b578-bf656dc6f399 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1963282 Apr 08 17:52:34.256866 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49736) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:34.261581 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'security_group_rule': {'security_group_id': 'c252a78d-9e67-490e-a7ff-9c497184f5a5', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:34.266200 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Publish callbacks [] for port (a67528b3-b024-4447-9eac-91e045be9ff3), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.275199 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.287160 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.securitygroups_db [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Project 89b4fa39fe6c4aac96fdf10427f9cc66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:52:34.296943 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (e774f267-a52e-4f42-957d-5c4b11e05713), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.338209 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc51e4-b1c5-42ce-b5bb-497bb954fe27 None None] Pushing event updated for resources: {'Port': ['ID=a67528b3-b024-4447-9eac-91e045be9ff3,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:34.393325 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (e774f267-a52e-4f42-957d-5c4b11e05713), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.401582 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (e774f267-a52e-4f42-957d-5c4b11e05713), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.422662 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e774f267-a52e-4f42-957d-5c4b11e05713,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:34.428440 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Attempting to bind port a67528b3-b024-4447-9eac-91e045be9ff3 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:52:34.430193 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Attempting to bind port a67528b3-b024-4447-9eac-91e045be9ff3 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:52:34.430792 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Attempting to bind port a67528b3-b024-4447-9eac-91e045be9ff3 on network de98fffd-4b7a-4bea-9063-a4a19eec39d8 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:52:34.433674 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.435533 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1ac37eac-e5af-4e1c-aa30-01075072ed9e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1776037 Apr 08 17:52:34.439578 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 49738) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:52:34.446138 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'security_group_rule': {'security_group_id': 'c252a78d-9e67-490e-a7ff-9c497184f5a5', 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:52:34.448061 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:52:34.449592 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Checking segment: {'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:52:34.450252 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.451302 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Bound using segment: {'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:52:34.451928 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Bound port: a67528b3-b024-4447-9eac-91e045be9ff3, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8c25de-ca32-4608-a875-8eb14e8b2d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:52:34.452615 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.474685 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.securitygroups_db [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Project 89b4fa39fe6c4aac96fdf10427f9cc66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 17:52:34.491552 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (44ebd4f6-2a6b-4fa5-a4f2-282e4965a30e), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.580310 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (44ebd4f6-2a6b-4fa5-a4f2-282e4965a30e), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.585454 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] For port a67528b3-b024-4447-9eac-91e045be9ff3, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:52:34.586326 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (44ebd4f6-2a6b-4fa5-a4f2-282e4965a30e), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.592829 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] For port a67528b3-b024-4447-9eac-91e045be9ff3, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=a67528b3-b024-4447-9eac-91e045be9ff3,segment=NetworkSegment(cf8c25de-ca32-4608-a875-8eb14e8b2d07),segment_id=cf8c25de-ca32-4608-a875-8eb14e8b2d07)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:52:34.603233 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.610706 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ebd4f6-2a6b-4fa5-a4f2-282e4965a30e,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:34.626255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.628595 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-faa694f2-bec7-4252-8f7e-e0d24899c6c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1865876 Apr 08 17:52:34.674531 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-53c362b7-33a1-4942-9346-1ede9af19a67 None None] Provisioning complete for port a67528b3-b024-4447-9eac-91e045be9ff3 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:34.675190 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-53c362b7-33a1-4942-9346-1ede9af19a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:34.747106 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Routers {'8634dc04-52c2-4555-8817-8ae07cf235a3'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:52:34.747106 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:52:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['8634dc04-52c2-4555-8817-8ae07cf235a3'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:34.809770 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc51e4-b1c5-42ce-b5bb-497bb954fe27 None None] Pushing event updated for resources: {'Port': ['ID=a67528b3-b024-4447-9eac-91e045be9ff3,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:35.110900 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] Set router 8634dc04-52c2-4555-8817-8ae07cf235a3 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:52:35.114882 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-53c362b7-33a1-4942-9346-1ede9af19a67 None None] Current status of the port a67528b3-b024-4447-9eac-91e045be9ff3 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:35.114882 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-53c362b7-33a1-4942-9346-1ede9af19a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:35.264135 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-53c362b7-33a1-4942-9346-1ede9af19a67 None None] For port a67528b3-b024-4447-9eac-91e045be9ff3, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=a67528b3-b024-4447-9eac-91e045be9ff3,segment=NetworkSegment(cf8c25de-ca32-4608-a875-8eb14e8b2d07),segment_id=cf8c25de-ca32-4608-a875-8eb14e8b2d07)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:35.278537 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-53c362b7-33a1-4942-9346-1ede9af19a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:35.383717 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f20fd0-a9ae-4426-b82b-23d1effd7f7c req-ceefcfbf-a381-47ce-a479-3b306b784fd5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:35.386671 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-16f20fd0-a9ae-4426-b82b-23d1effd7f7c req-ceefcfbf-a381-47ce-a479-3b306b784fd5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0783761 Apr 08 17:52:35.420811 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c362b7-33a1-4942-9346-1ede9af19a67 None None] Pushing event updated for resources: {'Port': ['ID=a67528b3-b024-4447-9eac-91e045be9ff3,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:35.428268 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-0d8e7bb1-4ba5-4bce-b972-e6cf5db49d4b None None] Provisioning complete for port a67528b3-b024-4447-9eac-91e045be9ff3 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:35.428722 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0d8e7bb1-4ba5-4bce-b972-e6cf5db49d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:35.473712 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-16f20fd0-a9ae-4426-b82b-23d1effd7f7c req-e7c8574f-ac9b-402a-9a35-e2b645801414 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800092 Apr 08 17:52:35.516429 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T17:52:30Z', 'revision_number': 4, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'a67528b3-b024-4447-9eac-91e045be9ff3', 'name': '', 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'mac_address': 'fa:16:3e:7b:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '822459be-5d81-4498-a236-44c19318514d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:29Z', 'updated_at': '2022-04-08T17:52:34Z', 'revision_number': 4, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'subnets': [{'id': '822459be-5d81-4498-a236-44c19318514d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:52:35.554643 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0d404-7152-4513-adc9-7702dad9bc7d None None] The sync data for ids ['8634dc04-52c2-4555-8817-8ae07cf235a3'] in dv-cinder-837165-1-iscsi is: [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T17:52:30Z', 'revision_number': 4, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'a67528b3-b024-4447-9eac-91e045be9ff3', 'name': '', 'network_id': 'de98fffd-4b7a-4bea-9063-a4a19eec39d8', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'mac_address': 'fa:16:3e:7b:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '822459be-5d81-4498-a236-44c19318514d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:29Z', 'updated_at': '2022-04-08T17:52:34Z', 'revision_number': 4, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'subnets': [{'id': '822459be-5d81-4498-a236-44c19318514d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:52:35.647011 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e7bb1-4ba5-4bce-b972-e6cf5db49d4b None None] Current status of the port a67528b3-b024-4447-9eac-91e045be9ff3 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:35.761469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-45913341-864b-4d75-85f6-61232e357982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:35.763203 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-45913341-864b-4d75-85f6-61232e357982 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1169 time: 0.0584188 Apr 08 17:52:36.636151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da28ec-43c9-4092-be08-f4e6e7f26655 req-b311d17a-52b4-41a6-ab08-9be240b60d8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:36.638357 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-74da28ec-43c9-4092-be08-f4e6e7f26655 req-b311d17a-52b4-41a6-ab08-9be240b60d8e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0683310 Apr 08 17:52:36.703955 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-74da28ec-43c9-4092-be08-f4e6e7f26655 req-9756dafd-bf33-4008-9196-41cd2e219e21 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574260 Apr 08 17:52:37.617743 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device a67528b3-b024-4447-9eac-91e045be9ff3 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:52:37.699273 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port a67528b3-b024-4447-9eac-91e045be9ff3 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:52:37.699872 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:37.841728 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port a67528b3-b024-4447-9eac-91e045be9ff3 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:37.880781 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd3053-8762-44c5-863e-50051d5cc049 req-9776a954-966b-4d44-b61f-6d73d6807921 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:37.882508 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-59fd3053-8762-44c5-863e-50051d5cc049 req-9776a954-966b-4d44-b61f-6d73d6807921 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0561180 Apr 08 17:52:37.952559 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-59fd3053-8762-44c5-863e-50051d5cc049 req-d1240c3c-c68e-442e-829d-74fb751ffdc2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628192 Apr 08 17:52:39.114809 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e4756-9b45-4ae1-b67e-836b82307fd3 req-c55f0af4-991a-4af6-ae19-144f6fe44d89 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:39.116496 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cd7e4756-9b45-4ae1-b67e-836b82307fd3 req-c55f0af4-991a-4af6-ae19-144f6fe44d89 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0602133 Apr 08 17:52:39.189085 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cd7e4756-9b45-4ae1-b67e-836b82307fd3 req-88b4d08c-a436-439f-8c5a-d356396dcc52 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614505 Apr 08 17:52:39.233363 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:52:39.435448 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-aef91be7-9f95-4481-89b8-cecb37c8b5a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1006625 Apr 08 17:52:39.478654 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-fad3a3d0-6ec7-4863-a71b-37b4c5224412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:39.481332 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-fad3a3d0-6ec7-4863-a71b-37b4c5224412 service neutron] 10.222.0.73 "GET /v2.0/networks?id=280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 200 len: 916 time: 0.1549606 Apr 08 17:52:40.100015 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c45f-7cc3-443d-94af-532987243822 req-32ced56a-95ae-4e8c-a942-1df940871ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.101903 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-32ced56a-95ae-4e8c-a942-1df940871ebb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 1130 time: 0.0886393 Apr 08 17:52:40.121373 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-a0dbfa15-7a38-48e8-9893-eb6695f71ad4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 1001 time: 0.1758378 Apr 08 17:52:40.278230 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-5c522b29-8cd7-49e0-924c-ed19d0c37f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.279966 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-5c522b29-8cd7-49e0-924c-ed19d0c37f11 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f2b9630-a2b4-4fd7-b2c6-037e5341e609 HTTP/1.1" status: 200 len: 854 time: 0.1448908 Apr 08 17:52:40.350288 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8492f9-028b-4876-a988-f4d95b83f6ce req-0d8cc2ee-6556-4389-a5bb-b5731c26cc31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.352245 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fd8492f9-028b-4876-a988-f4d95b83f6ce req-0d8cc2ee-6556-4389-a5bb-b5731c26cc31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0584600 Apr 08 17:52:40.368146 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c45f-7cc3-443d-94af-532987243822 req-a3dbf6cd-675b-4465-8811-7909f98d652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.368146 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-a3dbf6cd-675b-4465-8811-7909f98d652d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.2295957 Apr 08 17:52:40.371117 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-a1aa41ac-7fdd-4244-be55-2595b0525ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.372848 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-a1aa41ac-7fdd-4244-be55-2595b0525ecb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280d0b11-cae3-41c5-8685-c845cdfd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820291 Apr 08 17:52:40.450154 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fd8492f9-028b-4876-a988-f4d95b83f6ce req-6114acf3-e23b-4906-a782-99381b45c235 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850825 Apr 08 17:52:40.543548 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-4141d79f-56cb-4093-bb36-5a7e28f84b85 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 200 len: 1001 time: 0.1694274 Apr 08 17:52:40.655497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-90ddaa11-b9aa-46c1-b729-9b295d56b7a0 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724755 Apr 08 17:52:40.679632 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c45f-7cc3-443d-94af-532987243822 req-432fd9f8-f087-4ed3-b5b1-985cced2b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.684368 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-432fd9f8-f087-4ed3-b5b1-985cced2b0cf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.1302996 Apr 08 17:52:40.821188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13c45f-7cc3-443d-94af-532987243822 req-a81be9a5-0ca7-41c3-b00e-c73a42c285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:40.823007 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-a81be9a5-0ca7-41c3-b00e-c73a42c285cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199071 Apr 08 17:52:40.886679 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df7bb39e-7cfd-47ca-93a2-f1422ac6b905 req-0e74b712-73d5-44e1-8580-d3e6072cbbd0 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222302 Apr 08 17:52:40.955500 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-743d4266-e19a-4250-acd9-f48cdbb29b66 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225729 Apr 08 17:52:41.080481 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3f13c45f-7cc3-443d-94af-532987243822 req-0c76dd40-1514-43d2-84d4-38d8e5efce53 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157804 Apr 08 17:52:41.603750 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54859e-3b4b-4ea2-adab-5b540637e9b8 req-d536d779-1803-464e-b9ae-0bf31c6bd4b8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:41.606189 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1d54859e-3b4b-4ea2-adab-5b540637e9b8 req-d536d779-1803-464e-b9ae-0bf31c6bd4b8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0653017 Apr 08 17:52:41.661984 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1d54859e-3b4b-4ea2-adab-5b540637e9b8 req-14308da9-adba-4948-8936-7cc2c8cc5787 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489609 Apr 08 17:52:42.814038 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b22f54-58c3-4da7-81db-1f6d57960da3 req-1e3e74e1-86e9-445d-9fc6-dafc87af5460 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:42.815577 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98b22f54-58c3-4da7-81db-1f6d57960da3 req-1e3e74e1-86e9-445d-9fc6-dafc87af5460 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0586283 Apr 08 17:52:42.873165 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98b22f54-58c3-4da7-81db-1f6d57960da3 req-5d85abec-61b0-41db-8a79-53bff12d779e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490322 Apr 08 17:52:44.026232 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34cde-cfc8-4982-8bac-8735901a5e3c req-09f1a8fc-9522-4eaf-a3b1-86ee2032e878 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:44.027766 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bca34cde-cfc8-4982-8bac-8735901a5e3c req-09f1a8fc-9522-4eaf-a3b1-86ee2032e878 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0672297 Apr 08 17:52:44.087407 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bca34cde-cfc8-4982-8bac-8735901a5e3c req-1204a47f-ca00-4519-b259-e8b900d5c274 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535579 Apr 08 17:52:45.239282 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa338330-15ea-40c4-b528-fe4ad2ba95d9 req-8f597d9c-0c3e-4b6a-96ac-6e9c57aec20c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:45.241013 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fa338330-15ea-40c4-b528-fe4ad2ba95d9 req-8f597d9c-0c3e-4b6a-96ac-6e9c57aec20c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0566578 Apr 08 17:52:45.300469 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fa338330-15ea-40c4-b528-fe4ad2ba95d9 req-66fd28ce-6eed-454b-927b-814c79df633f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509846 Apr 08 17:52:46.471077 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eda8c4-3ed6-40e7-a927-82925537d77d req-4730806c-b0f4-4e0d-bebc-729f2b6f48f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:46.473780 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-05eda8c4-3ed6-40e7-a927-82925537d77d req-4730806c-b0f4-4e0d-bebc-729f2b6f48f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0904949 Apr 08 17:52:46.528403 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-05eda8c4-3ed6-40e7-a927-82925537d77d req-9b4b2171-6a63-44e7-b960-58b11cc1f73b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478663 Apr 08 17:52:47.674435 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37230e1-8dca-4f1a-90e4-e5cf623f8916 req-2e9bcc61-914d-47df-ab02-0bae66e4822d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:47.676137 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a37230e1-8dca-4f1a-90e4-e5cf623f8916 req-2e9bcc61-914d-47df-ab02-0bae66e4822d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0631657 Apr 08 17:52:47.741063 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a37230e1-8dca-4f1a-90e4-e5cf623f8916 req-d8c45dd2-bdef-467c-8743-2265e0bb7546 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526848 Apr 08 17:52:48.881512 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89246156-98cc-4000-89d5-446189ef751c req-2dad1ca1-ec20-4d7e-9944-bd4203c921ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:48.884185 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89246156-98cc-4000-89d5-446189ef751c req-2dad1ca1-ec20-4d7e-9944-bd4203c921ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0538566 Apr 08 17:52:48.948856 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89246156-98cc-4000-89d5-446189ef751c req-60ad16a7-6e99-4ef7-95d6-3396f9080ee0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553353 Apr 08 17:52:50.122197 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc51aa-01ee-442b-b751-3d2dde9dff92 req-052a424a-0f4a-45eb-b848-0dd38bc1aec7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:50.124664 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7acc51aa-01ee-442b-b751-3d2dde9dff92 req-052a424a-0f4a-45eb-b848-0dd38bc1aec7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0638168 Apr 08 17:52:50.203993 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7acc51aa-01ee-442b-b751-3d2dde9dff92 req-26062d71-7518-4852-af40-22f666ccadaa tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511291 Apr 08 17:52:51.353961 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6b2f7-7b85-4773-9ada-8f8349b9195e req-568607e6-fbee-4310-b3a1-6941c5eadd40 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:51.356065 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ea6b2f7-7b85-4773-9ada-8f8349b9195e req-568607e6-fbee-4310-b3a1-6941c5eadd40 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0615442 Apr 08 17:52:51.413777 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ea6b2f7-7b85-4773-9ada-8f8349b9195e req-a7670c1a-4490-49a4-a0df-1dd8f220deaa tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509295 Apr 08 17:52:52.572267 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671a47f-fb2f-41e3-b210-c23e25b7f2f8 req-6a43f2e4-174b-4839-b2b8-271ca56cf134 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:52.575052 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d671a47f-fb2f-41e3-b210-c23e25b7f2f8 req-6a43f2e4-174b-4839-b2b8-271ca56cf134 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0673535 Apr 08 17:52:52.634985 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d671a47f-fb2f-41e3-b210-c23e25b7f2f8 req-49c025d3-f1a5-4b25-a2c7-0b51a1ac33f7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540898 Apr 08 17:52:53.281399 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ce301b65-96f3-4960-a380-01277aab0b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:53.779259 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaf370-6f9a-4f14-9bef-acced7f95489 req-e4b04fea-e052-4d2e-86ce-da48a91cb52b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:53.781154 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ccaf370-6f9a-4f14-9bef-acced7f95489 req-e4b04fea-e052-4d2e-86ce-da48a91cb52b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0571501 Apr 08 17:52:53.841606 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ccaf370-6f9a-4f14-9bef-acced7f95489 req-7efe3fb3-248a-4e8f-ab14-8400fa0e0f87 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534515 Apr 08 17:52:54.977777 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9910d9-ab77-4b9e-b269-5a55556b7d2f req-98d072f3-8ba1-4077-8327-222144130cae tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:54.979531 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ff9910d9-ab77-4b9e-b269-5a55556b7d2f req-98d072f3-8ba1-4077-8327-222144130cae tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0561550 Apr 08 17:52:55.037417 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ff9910d9-ab77-4b9e-b269-5a55556b7d2f req-e574a794-14b3-42ca-8ec1-0529d6fd3f7e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514734 Apr 08 17:52:55.598757 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6a127b26-fd2f-4189-af48-618baa3734e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.222753 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668774eb-4477-42ed-aa86-2f063a261b01 req-1b86ac06-e735-4576-afc0-b169e197f95e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:56.225528 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-668774eb-4477-42ed-aa86-2f063a261b01 req-1b86ac06-e735-4576-afc0-b169e197f95e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 943 time: 0.0906696 Apr 08 17:52:56.283821 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-668774eb-4477-42ed-aa86-2f063a261b01 req-c9fda4ff-4575-4727-bc7c-41bc1b941f1f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510771 Apr 08 17:52:56.795795 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:52:56.858450 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:56.937501 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:56.963685 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'port_id': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'mac_address': 'fa:16:3e:c5:06:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:52:57.040336 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:52:57.041008 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.065572 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3eb7ab8-935e-4546-9a96-264b8d051b6f {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:52:57.104214 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:52:57.110955 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.165765 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:57.182796 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=9']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:52:57.451006 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72a45f-93fb-4d03-913e-94a8b1965bfd req-0a2a6035-8f38-4636-a69b-4322929ea4e9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:57.452741 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1d72a45f-93fb-4d03-913e-94a8b1965bfd req-0a2a6035-8f38-4636-a69b-4322929ea4e9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.0572853 Apr 08 17:52:57.509414 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1d72a45f-93fb-4d03-913e-94a8b1965bfd req-bf28dfd4-8b97-4456-947c-571df84213cf tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501044 Apr 08 17:52:58.651482 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:58.689877 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09919546-ffda-4450-9711-03d5dc6f5490 req-6c98bc4a-253b-4b46-9f00-abf65edcb57b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:58.691835 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-09919546-ffda-4450-9711-03d5dc6f5490 req-6c98bc4a-253b-4b46-9f00-abf65edcb57b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.0644712 Apr 08 17:52:58.755493 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-09919546-ffda-4450-9711-03d5dc6f5490 req-4147fd41-c234-43f7-86d3-92802857d2e3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566273 Apr 08 17:52:59.882869 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:52:59.921922 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87685e01-076a-45b7-8770-8dd30cd2593a req-27b90452-6614-42ab-bd71-4bfb954f4e99 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:52:59.923767 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-87685e01-076a-45b7-8770-8dd30cd2593a req-27b90452-6614-42ab-bd71-4bfb954f4e99 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.0669801 Apr 08 17:52:59.986327 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-87685e01-076a-45b7-8770-8dd30cd2593a req-5c92591e-ecd3-4fc1-b0b4-9ee81195a1ac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556765 Apr 08 17:53:00.216261 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['b3eb7ab8-935e-4546-9a96-264b8d051b6f'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:01.124883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b06fe-e4ab-43b6-9b07-be9f584802c5 req-3f4081d1-8adf-4669-a2f6-83afeaceef9b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:01.126556 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ca0b06fe-e4ab-43b6-9b07-be9f584802c5 req-3f4081d1-8adf-4669-a2f6-83afeaceef9b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 944 time: 0.0558264 Apr 08 17:53:01.192160 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ca0b06fe-e4ab-43b6-9b07-be9f584802c5 req-24660535-4411-403a-af94-8aa3a6a2f266 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588577 Apr 08 17:53:01.983386 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:02.058162 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port b3eb7ab8-935e-4546-9a96-264b8d051b6f triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:02.058537 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.155724 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b3eb7ab8-935e-4546-9a96-264b8d051b6f is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:02.156659 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.185050 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:02.187680 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461f24d9-ab80-4c55-af36-1e4400f64417" -d '{"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:02.203668 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:02.209796 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:02.256245 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f71c5-db58-4e6a-ac38-abda8a33ecf7 x-openstack-request-id: req-606f71c5-db58-4e6a-ac38-abda8a33ecf7 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:02.258571 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-plugged", "status": "completed", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:02.258906 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-606f71c5-db58-4e6a-ac38-abda8a33ecf7 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:02.259376 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606f71c5-db58-4e6a-ac38-abda8a33ecf7'] response: {'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'code': 200} Apr 08 17:53:02.288923 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=10']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:02.362387 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698f717-fff5-41c2-bc42-97088201f7da req-91a701dc-db54-48df-985c-204dc7f4bc73 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:02.364066 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7698f717-fff5-41c2-bc42-97088201f7da req-91a701dc-db54-48df-985c-204dc7f4bc73 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0653036 Apr 08 17:53:02.427575 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7698f717-fff5-41c2-bc42-97088201f7da req-168b09b6-fdb8-456b-acc6-88c12a038467 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567334 Apr 08 17:53:03.124430 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c4d02-b7b0-42da-b791-d8952b24668d req-ce4efb70-d72c-4cb4-8ec4-6a2d7373c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:03.125956 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0d7c4d02-b7b0-42da-b791-d8952b24668d req-ce4efb70-d72c-4cb4-8ec4-6a2d7373c6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 1130 time: 0.0472474 Apr 08 17:53:03.186547 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0d7c4d02-b7b0-42da-b791-d8952b24668d req-0db0eff7-583f-47e6-8056-7f527212ce85 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532007 Apr 08 17:53:03.592439 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a602fe0-37ae-4f1d-aadf-c3b6e2092ab5 req-bc491fca-4386-4441-8c50-9e749d1dc13f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:03.594112 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a602fe0-37ae-4f1d-aadf-c3b6e2092ab5 req-bc491fca-4386-4441-8c50-9e749d1dc13f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0817692 Apr 08 17:53:03.685087 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a602fe0-37ae-4f1d-aadf-c3b6e2092ab5 req-73f90fc2-7e4f-4a3f-b286-66c2559a77e5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843666 Apr 08 17:53:04.848256 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39e2d3-8f32-4177-960c-cb91dbcdb179 req-49bd4f75-0b57-426d-ac8b-da4dfa812e95 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:04.850946 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0c39e2d3-8f32-4177-960c-cb91dbcdb179 req-49bd4f75-0b57-426d-ac8b-da4dfa812e95 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0845947 Apr 08 17:53:04.906594 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0c39e2d3-8f32-4177-960c-cb91dbcdb179 req-9ba69bf6-77ba-4d77-abcf-6040e899f2cb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490408 Apr 08 17:53:06.053787 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ede74-e902-4bb5-bc1c-9f911d1913cb req-004ddce1-b06b-45fe-8a3d-f5d9a056cbde tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:06.056085 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-153ede74-e902-4bb5-bc1c-9f911d1913cb req-004ddce1-b06b-45fe-8a3d-f5d9a056cbde tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0649846 Apr 08 17:53:06.121061 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-153ede74-e902-4bb5-bc1c-9f911d1913cb req-5e5b959e-aa62-4a3f-8fea-e3015d1f3971 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548475 Apr 08 17:53:07.306512 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d16a07-fbaa-4dd4-8f13-cec82f49fdf1 req-e39ea170-10e7-49f1-8c17-7cdb92a1917c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:07.309270 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-18d16a07-fbaa-4dd4-8f13-cec82f49fdf1 req-e39ea170-10e7-49f1-8c17-7cdb92a1917c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0625305 Apr 08 17:53:07.397568 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-18d16a07-fbaa-4dd4-8f13-cec82f49fdf1 req-567f6f1d-d53f-4b6b-ac33-30181c77ae5d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782704 Apr 08 17:53:07.762608 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a6cad-2e03-4e96-8754-485eabf7ecc3 req-e5232ca9-e436-4390-8cac-26800713a473 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:07.765344 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8b5a6cad-2e03-4e96-8754-485eabf7ecc3 req-e5232ca9-e436-4390-8cac-26800713a473 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.0860896 Apr 08 17:53:07.842283 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8b5a6cad-2e03-4e96-8754-485eabf7ecc3 req-ad71b747-61a3-4b81-899d-c3da89481c5b tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684216 Apr 08 17:53:08.538140 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b512b-48b2-43a2-a717-b812a0d69d0c req-d3981952-71b6-4ad6-be53-c199476ac39e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:08.540525 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0c6b512b-48b2-43a2-a717-b812a0d69d0c req-d3981952-71b6-4ad6-be53-c199476ac39e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0531831 Apr 08 17:53:08.607067 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0c6b512b-48b2-43a2-a717-b812a0d69d0c req-fdfd6be2-1a3e-4f4d-ba78-3c3162a7cc1d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564356 Apr 08 17:53:08.996053 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d900e-548d-4043-8055-4fe4ceeca50c req-299c760d-4a7a-41a6-846f-5ca43658c7f4 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:08.997706 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a67d900e-548d-4043-8055-4fe4ceeca50c req-299c760d-4a7a-41a6-846f-5ca43658c7f4 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.0755172 Apr 08 17:53:09.053777 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a67d900e-548d-4043-8055-4fe4ceeca50c req-dc76e81b-a916-4fbb-84e6-9911d8962bca tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498741 Apr 08 17:53:09.993321 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92ea21-fd61-47d4-938e-d664ec3b730d req-f874df5f-f6bd-4172-8b66-44f465ad613a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:09.995654 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-aa92ea21-fd61-47d4-938e-d664ec3b730d req-f874df5f-f6bd-4172-8b66-44f465ad613a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0730915 Apr 08 17:53:10.054630 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-aa92ea21-fd61-47d4-938e-d664ec3b730d req-0cc65f3b-7962-4b66-bc14-cbff92cbec5d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513260 Apr 08 17:53:10.214637 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddf963-36ee-4d81-b56b-d7747e67631d req-5a389629-bebd-4a75-b5c0-072fbf12f77f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:10.216444 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1ddf963-36ee-4d81-b56b-d7747e67631d req-5a389629-bebd-4a75-b5c0-072fbf12f77f tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.0858922 Apr 08 17:53:10.279671 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1ddf963-36ee-4d81-b56b-d7747e67631d req-6c0d4922-ad1a-4031-92b3-818c7522384a tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559270 Apr 08 17:53:10.979374 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069af467-9692-4293-9a83-6c84270117ab req-1e673da4-9637-4d64-a4c2-3e4b0862d7ce tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:10.981070 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-069af467-9692-4293-9a83-6c84270117ab req-1e673da4-9637-4d64-a4c2-3e4b0862d7ce tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.0658514 Apr 08 17:53:11.092437 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Deleting port e69b0955-2a03-4df5-a25f-aa7574297ca1 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:53:11.093192 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.241285 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a99234-5d43-4d24-8e7e-7b3528a3c206 req-414885e9-8953-4f66-9f29-174871276e06 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:11.242866 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-77a99234-5d43-4d24-8e7e-7b3528a3c206 req-414885e9-8953-4f66-9f29-174871276e06 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0701342 Apr 08 17:53:11.280416 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] For port e69b0955-2a03-4df5-a25f-aa7574297ca1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e69b0955-2a03-4df5-a25f-aa7574297ca1,segment=NetworkSegment(21faa2b2-b194-4a82-9302-2d1a6ddbb30b),segment_id=21faa2b2-b194-4a82-9302-2d1a6ddbb30b)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:11.280772 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.303984 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Calling delete_port for e69b0955-2a03-4df5-a25f-aa7574297ca1 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:53:11.353260 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-77a99234-5d43-4d24-8e7e-7b3528a3c206 req-b16c7eac-7986-4082-ba9d-d0eb0f3ff236 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001151 Apr 08 17:53:11.505709 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae9aad-7a81-4184-a2d5-9eb15c6eec25 req-3d9d7f5a-eac1-4fca-988a-231a8669e299 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:11.508920 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b4ae9aad-7a81-4184-a2d5-9eb15c6eec25 req-3d9d7f5a-eac1-4fca-988a-231a8669e299 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/ports?device_id=d213f812-5e68-4301-af32-741f6d885b4d HTTP/1.1" status: 200 len: 945 time: 0.1328731 Apr 08 17:53:11.535268 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (e69b0955-2a03-4df5-a25f-aa7574297ca1), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.572221 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Pushing event deleted for resources: {'Port': ['ID=e69b0955-2a03-4df5-a25f-aa7574297ca1,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:11.585052 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-b4ae9aad-7a81-4184-a2d5-9eb15c6eec25 req-9986cc84-6381-40b4-a8b7-7eb4f0ae1810 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.78 "GET /v2.0/security-groups?id=cac718eb-f3fc-46b2-904f-aece0e60a23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Apr 08 17:53:11.593046 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['e69b0955-2a03-4df5-a25f-aa7574297ca1'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:11.607548 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.607947 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.608384 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.608790 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.609140 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.609617 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.609787 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.610197 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.610541 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.610964 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.611298 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.611666 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.611994 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.612346 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.612673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:11.647517 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] No DVR routers for this DVR port e69b0955-2a03-4df5-a25f-aa7574297ca1 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:53:11.651836 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:11.655564 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-069af467-9692-4293-9a83-6c84270117ab req-351c45c6-aec5-48d6-b6f0-2dcb9cdb6b56 tempest-VolumesSnapshotTestJSON-12601360 tempest-VolumesSnapshotTestJSON-12601360-project] 10.222.0.73 "DELETE /v2.0/ports/e69b0955-2a03-4df5-a25f-aa7574297ca1 HTTP/1.1" status: 204 len: 173 time: 0.6679502 Apr 08 17:53:11.656042 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd213f812-5e68-4301-af32-741f6d885b4d', 'name': 'network-vif-deleted', 'tag': 'e69b0955-2a03-4df5-a25f-aa7574297ca1'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:11.658517 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1f331a-1fd9-4b04-99d5-837fcd80d3ca" -d '{"events": [{"server_uuid": "d213f812-5e68-4301-af32-741f6d885b4d", "name": "network-vif-deleted", "tag": "e69b0955-2a03-4df5-a25f-aa7574297ca1"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:11.710373 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af557a19-e489-4692-9702-b6ffc0e658da x-openstack-request-id: req-af557a19-e489-4692-9702-b6ffc0e658da {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:11.710677 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d213f812-5e68-4301-af32-741f6d885b4d", "name": "network-vif-deleted", "tag": "e69b0955-2a03-4df5-a25f-aa7574297ca1", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:11.710986 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-af557a19-e489-4692-9702-b6ffc0e658da {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:11.711980 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af557a19-e489-4692-9702-b6ffc0e658da'] response: {'server_uuid': 'd213f812-5e68-4301-af32-741f6d885b4d', 'name': 'network-vif-deleted', 'tag': 'e69b0955-2a03-4df5-a25f-aa7574297ca1', 'status': 'completed', 'code': 200} Apr 08 17:53:12.842323 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-7e7f5648-2281-44cf-a4ed-e7387abd1e82 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25817239&fields=id&tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 267 time: 0.0678904 Apr 08 17:53:12.999021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-fd6a1c30-5e74-459d-8f6f-f8a1731f7cea tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:13.001243 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-fd6a1c30-5e74-459d-8f6f-f8a1731f7cea tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 810 time: 0.1464159 Apr 08 17:53:13.022873 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-87ca624a-35c0-4505-bf79-8408419ffb4f tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/quotas/89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 375 time: 0.0114920 Apr 08 17:53:13.090629 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-23e4be81-7866-464c-b358-16c1cd5794d8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611854 Apr 08 17:53:13.368286 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-350a8a7b-b5f3-4ad6-9f23-2733b59d7a7e service neutron] 10.222.0.78 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606709 Apr 08 17:53:13.479156 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-14b4991f-5f28-42c2-b890-9af0f3066e32 service neutron] 10.222.0.78 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039605 Apr 08 17:53:13.876019 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6f5401b5-9c00-454a-a831-7b84437aa9c4 req-67ed2700-85d1-45ff-81e1-4e05494fad5c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 210 time: 0.0431411 Apr 08 17:53:14.011698 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e69b0955-2a03-4df5-a25f-aa7574297ca1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:53:14.042373 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: e69b0955-2a03-4df5-a25f-aa7574297ca1 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:53:14.043028 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e69b0955-2a03-4df5-a25f-aa7574297ca1 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:53:14.992857 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0c5760c5-ece7-41d2-9572-634609801712 req-7277567c-580b-40b6-994c-3c3a65a0273e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Apr 08 17:53:15.313700 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-c1019923-5281-44ef-9cd2-8a1ab932f9f7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:15.315825 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-c1019923-5281-44ef-9cd2-8a1ab932f9f7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 810 time: 0.1889083 Apr 08 17:53:15.510551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-d241c7d0-3a87-48ed-b73e-552626e941db tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 378 time: 0.1274879 Apr 08 17:53:15.528878 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'port': {'device_id': '4461b2ca-8703-46e8-a745-d75a78170a68', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'admin_state_up': True, 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'security_groups': ['c252a78d-9e67-490e-a7ff-9c497184f5a5']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:15.725453 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Made reservation on behalf of 89b4fa39fe6c4aac96fdf10427f9cc66 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:53:15.731067 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.166147 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-93f21bb3-3e37-443f-a3e3-5b4fc8195841 req-7049ed9f-649e-4c03-bb66-356a32f33e60 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 210 time: 0.0399051 Apr 08 17:53:16.187519 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Allocated IP 172.20.0.14 (dde4cef6-273a-4c2c-ada4-8571b8bcfd96/72e7a822-4dec-44d2-a0d0-0bd2bcd36092/dc95c322-b4a4-4085-8bcd-799727cb38a5) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:16.234424 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:53:16.379044 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.419215 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.466547 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:16.469844 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:16.473970 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:16.503245 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=dc95c322-b4a4-4085-8bcd-799727cb38a5,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:16.538942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:16.540392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.560217 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-dcbc3381-c7b0-4275-a7f7-163ccf55d34b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0391333 Apr 08 17:53:16.772029 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-c6f322ab-9f91-43ce-b89d-9680a097371c None None] Provisioning complete for port dc95c322-b4a4-4085-8bcd-799727cb38a5 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:16.772701 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c6f322ab-9f91-43ce-b89d-9680a097371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:16.819820 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-c6f322ab-9f91-43ce-b89d-9680a097371c None None] Port dc95c322-b4a4-4085-8bcd-799727cb38a5 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:53:17.303815 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258cfbf-892b-40bd-ad60-7c5b4bf5daf2 req-11db083e-dbe3-4363-9be2-5ce18ef9fb37 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:17.305270 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2258cfbf-892b-40bd-ad60-7c5b4bf5daf2 req-11db083e-dbe3-4363-9be2-5ce18ef9fb37 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 932 time: 0.0561059 Apr 08 17:53:17.363531 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2258cfbf-892b-40bd-ad60-7c5b4bf5daf2 req-7ef3f6ba-3f90-48fa-a356-ac47431f2646 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516465 Apr 08 17:53:18.516302 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49555bc1-dd6d-42f8-bc38-a9a5abc663e6 req-1a47fe21-d301-4850-aaef-5a3ce02dac39 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:18.519052 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-49555bc1-dd6d-42f8-bc38-a9a5abc663e6 req-1a47fe21-d301-4850-aaef-5a3ce02dac39 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 932 time: 0.0688412 Apr 08 17:53:18.576614 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-49555bc1-dd6d-42f8-bc38-a9a5abc663e6 req-dd3d8797-769a-4096-95b2-39e4447931fe tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509806 Apr 08 17:53:19.714854 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9851afc-38c6-4119-8f7f-ad7ae2880e59 req-ec678aa3-9ad6-4e44-821a-94b5b71a2743 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:19.716655 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f9851afc-38c6-4119-8f7f-ad7ae2880e59 req-ec678aa3-9ad6-4e44-821a-94b5b71a2743 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 932 time: 0.0565648 Apr 08 17:53:19.773948 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f9851afc-38c6-4119-8f7f-ad7ae2880e59 req-27c549d7-0c13-4fd1-a49a-b5f73d2dbee0 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506413 Apr 08 17:53:19.897824 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Request body: {'port': {'device_id': '4461b2ca-8703-46e8-a745-d75a78170a68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:19.976468 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.360967 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc95c322-b4a4-4085-8bcd-799727cb38a5 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:53:20.369539 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Publish callbacks [] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.384356 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Transition to ACTIVE for port object dc95c322-b4a4-4085-8bcd-799727cb38a5 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:53:20.389297 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.445552 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc95c322-b4a4-4085-8bcd-799727cb38a5,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:20.563944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Attempting to bind port dc95c322-b4a4-4085-8bcd-799727cb38a5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:53:20.564389 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Attempting to bind port dc95c322-b4a4-4085-8bcd-799727cb38a5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:53:20.564721 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Attempting to bind port dc95c322-b4a4-4085-8bcd-799727cb38a5 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:20.570867 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Port dc95c322-b4a4-4085-8bcd-799727cb38a5 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:53:20.571193 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Attempting to bind port dc95c322-b4a4-4085-8bcd-799727cb38a5 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:53:20.577735 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:53:20.578098 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Checking segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:53:20.578472 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Bound using segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:53:20.579016 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Bound port: dc95c322-b4a4-4085-8bcd-799727cb38a5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:53:20.579394 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.672174 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] For port dc95c322-b4a4-4085-8bcd-799727cb38a5, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:53:20.678987 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] For port dc95c322-b4a4-4085-8bcd-799727cb38a5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:53:20.691938 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.738703 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:20.739342 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:20.740883 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] 10.222.0.73 "PUT /v2.0/ports/dc95c322-b4a4-4085-8bcd-799727cb38a5 HTTP/1.1" status: 200 len: 1094 time: 0.8476858 Apr 08 17:53:20.741356 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:20.744925 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:20.780561 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821cbdb-cbfa-4976-9840-4351cfe67be9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc95c322-b4a4-4085-8bcd-799727cb38a5,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:20.893019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a39e57-95e4-4a85-83c3-fd350065f11b x-openstack-request-id: req-d8a39e57-95e4-4a85-83c3-fd350065f11b {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:20.893339 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:20.893673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d8a39e57-95e4-4a85-83c3-fd350065f11b {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:20.894008 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a39e57-95e4-4a85-83c3-fd350065f11b'] response: {'name': 'network-changed', 'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'status': 'completed', 'code': 200} Apr 08 17:53:21.002362 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb09ca4-ee5f-47be-a016-bf63a109540c req-d8e1ae61-530c-49f4-9584-fc6506de1985 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:21.021056 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bbb09ca4-ee5f-47be-a016-bf63a109540c req-d8e1ae61-530c-49f4-9584-fc6506de1985 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.1072104 Apr 08 17:53:21.122103 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bbb09ca4-ee5f-47be-a016-bf63a109540c req-d7e177d8-b437-4588-9bce-dbac4d57ef42 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987008 Apr 08 17:53:21.238687 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-53a2933f-7249-4833-8980-05c6241dc650 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1577246 Apr 08 17:53:21.253181 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-2101f1c0-487f-4afe-ad2c-d90b249b5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:21.255170 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-2101f1c0-487f-4afe-ad2c-d90b249b5489 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 1128 time: 0.1495790 Apr 08 17:53:21.469739 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-8316d577-0ca7-4c8f-8a6c-fc4908fef2b6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5 HTTP/1.1" status: 200 len: 217 time: 0.1156502 Apr 08 17:53:21.501224 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-ba6e31df-fac3-4db5-a906-e38401f9228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:21.504189 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-ba6e31df-fac3-4db5-a906-e38401f9228a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 1129 time: 0.1394093 Apr 08 17:53:21.687082 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-5b8c853e-8093-4c5f-8c62-681858c2128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:21.689676 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-5b8c853e-8093-4c5f-8c62-681858c2128f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.1912227 Apr 08 17:53:21.776546 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-f8871165-e486-4e23-853e-0f17094f32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:21.779299 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-f8871165-e486-4e23-853e-0f17094f32dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811114 Apr 08 17:53:21.799549 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-ff7702d4-17b7-4fb8-b89f-ada954ecab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:21.802274 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-ff7702d4-17b7-4fb8-b89f-ada954ecab57 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.2448411 Apr 08 17:53:22.044256 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-6f7feada-1e5c-4800-993f-60f8c048bffa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e HTTP/1.1" status: 200 len: 1001 time: 0.2169011 Apr 08 17:53:22.109357 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-f376f052-c55b-44dd-9b5d-c61ac7d2dd6d service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958004 Apr 08 17:53:22.153187 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-2cff8285-efd1-4fb1-83d4-070be47112da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:22.155663 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-2cff8285-efd1-4fb1-83d4-070be47112da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0958512 Apr 08 17:53:22.259274 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-c8fc7a66-845b-41d3-81c8-a9607177146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:22.260918 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-c8fc7a66-845b-41d3-81c8-a9607177146e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684528 Apr 08 17:53:22.287255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c30a-0415-444f-9f9d-4a6b987fc514 req-09754aa9-0372-4b77-ba21-b805a6c3d567 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:22.291425 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4632c30a-0415-444f-9f9d-4a6b987fc514 req-09754aa9-0372-4b77-ba21-b805a6c3d567 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0822444 Apr 08 17:53:22.315024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c361b8ab-c162-4b6c-9524-8d5beb8815b2 req-a9ecad09-ffde-4ab5-aab3-a4d3f1fd365c service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985347 Apr 08 17:53:22.375149 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4632c30a-0415-444f-9f9d-4a6b987fc514 req-923cb94b-2038-4fd1-b77d-fec7cbc0b5a1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753112 Apr 08 17:53:22.403248 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-cbc26460-83a0-4457-b291-771eac81c835 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320119 Apr 08 17:53:23.281255 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2b36f86a-66cd-4503-b07c-ce00a21d1818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:23.525019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63fbef-23c9-4884-98c5-98ebc65b04c5 req-05d21fd1-4a19-4514-abbf-2838564c5331 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:23.527157 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6c63fbef-23c9-4884-98c5-98ebc65b04c5 req-05d21fd1-4a19-4514-abbf-2838564c5331 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0563898 Apr 08 17:53:23.596302 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6c63fbef-23c9-4884-98c5-98ebc65b04c5 req-b652676d-ec21-4fd1-8c09-81c791e3d0bf tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628483 Apr 08 17:53:24.325422 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-36f36fab-0609-42a1-b7ea-cecdefdc6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:24.327133 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-36f36fab-0609-42a1-b7ea-cecdefdc6ad1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 1128 time: 0.1056175 Apr 08 17:53:24.427583 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5855e5e6-7359-47c2-b5a8-b16d1605469c req-a3b0d919-8d8e-4dbe-ad0e-3e1f468a6715 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045703 Apr 08 17:53:24.477122 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-be6067c0-8a6f-4c06-91ee-2fac2d701827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:24.479747 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-be6067c0-8a6f-4c06-91ee-2fac2d701827 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1441491 Apr 08 17:53:24.549472 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-cca75691-8094-4918-9957-2537503c547e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5 HTTP/1.1" status: 200 len: 217 time: 0.0412781 Apr 08 17:53:24.611328 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-845d3858-addb-4edc-99e2-62dbdcad372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:24.613189 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-845d3858-addb-4edc-99e2-62dbdcad372e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0560346 Apr 08 17:53:24.731628 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09e4a1-2eb0-44fc-834f-0dccdb331825 req-56046ce1-c369-4a61-8317-8026d9ec4615 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:24.733892 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ce09e4a1-2eb0-44fc-834f-0dccdb331825 req-56046ce1-c369-4a61-8317-8026d9ec4615 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0544412 Apr 08 17:53:24.794662 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ce09e4a1-2eb0-44fc-834f-0dccdb331825 req-95ec5012-ded6-4710-b7ed-a6a68e7ea89c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541286 Apr 08 17:53:25.015954 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-cc2e1f9f-be1f-445a-8182-98852f07084f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:25.017480 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-cc2e1f9f-be1f-445a-8182-98852f07084f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489233 Apr 08 17:53:25.127478 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-362a46aa-2972-4767-9377-8584bbf0fbc5 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986407 Apr 08 17:53:25.387939 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b7faf8a5-531d-4dd1-9bbf-05a8dbbe9bc2 req-f3cf3372-c68a-47e4-8f15-527ff7b76b7b service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518826 Apr 08 17:53:25.600009 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-266ba1c2-6d34-48d9-bdf7-bcbe7b63d91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:25.983058 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42b3f7-d970-4cda-884d-2fa48185493e req-3ccbdffc-2147-42b8-94aa-32a8cc39e598 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:25.986162 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7c42b3f7-d970-4cda-884d-2fa48185493e req-3ccbdffc-2147-42b8-94aa-32a8cc39e598 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0984175 Apr 08 17:53:26.091140 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7c42b3f7-d970-4cda-884d-2fa48185493e req-61176c54-8b80-48a2-a444-8c3402abc639 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970206 Apr 08 17:53:26.845227 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.147281 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:27.225822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd387e8-94e2-4c4a-b009-253224b6a575 req-19d8bcfa-901e-4276-be6a-d9c8b39fa4eb tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:27.228023 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-efd387e8-94e2-4c4a-b009-253224b6a575 req-19d8bcfa-901e-4276-be6a-d9c8b39fa4eb tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0570180 Apr 08 17:53:27.282846 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-efd387e8-94e2-4c4a-b009-253224b6a575 req-b23bdb1c-91b7-45e1-b583-52f4d51db6e5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487123 Apr 08 17:53:28.412520 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc8f8-436f-4b9c-a53e-59084f881c06 req-9f9fbec1-e8af-44fa-8b00-ca48b04101a5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:28.414092 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-01dcc8f8-436f-4b9c-a53e-59084f881c06 req-9f9fbec1-e8af-44fa-8b00-ca48b04101a5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0561874 Apr 08 17:53:28.473130 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-01dcc8f8-436f-4b9c-a53e-59084f881c06 req-cdf40838-9c22-427a-b14d-863096180979 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530641 Apr 08 17:53:28.650702 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:29.649772 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217e1b0-99a1-4d8a-bc1c-0cfff08fe90a req-96e2d0fa-9d59-41c4-a055-1c4a66303a61 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:29.652604 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9217e1b0-99a1-4d8a-bc1c-0cfff08fe90a req-96e2d0fa-9d59-41c4-a055-1c4a66303a61 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0861809 Apr 08 17:53:29.744489 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9217e1b0-99a1-4d8a-bc1c-0cfff08fe90a req-07f423f7-2b42-455b-a8f6-7bbfa2385744 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850456 Apr 08 17:53:29.881330 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:30.927429 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340fc11-714d-4738-858c-03b19cbbb349 req-3a349552-800e-4c28-af8b-d18e64b2f0f9 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:30.929419 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1340fc11-714d-4738-858c-03b19cbbb349 req-3a349552-800e-4c28-af8b-d18e64b2f0f9 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0655096 Apr 08 17:53:31.007616 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1340fc11-714d-4738-858c-03b19cbbb349 req-935ef1b6-35c4-481d-8549-0620957a85a5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677786 Apr 08 17:53:32.183822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73547c82-9521-4d38-a6c4-39a0438d771d req-c7f77e1c-9058-448f-9112-d0fa16f2d397 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:32.185884 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-73547c82-9521-4d38-a6c4-39a0438d771d req-c7f77e1c-9058-448f-9112-d0fa16f2d397 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0674112 Apr 08 17:53:32.258815 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-73547c82-9521-4d38-a6c4-39a0438d771d req-835fde52-c32c-4f0b-a138-a529b3c983f0 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646379 Apr 08 17:53:33.426595 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487aa2-1edd-4246-b888-a0508a4db616 req-b65879d0-b348-4b93-861f-0e8a3c5edbfe tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:33.428394 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5c487aa2-1edd-4246-b888-a0508a4db616 req-b65879d0-b348-4b93-861f-0e8a3c5edbfe tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0606649 Apr 08 17:53:33.496870 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5c487aa2-1edd-4246-b888-a0508a4db616 req-d043746b-2db9-4445-a619-dbf28eba03e4 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610623 Apr 08 17:53:34.640880 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3739064-cf3b-4062-9331-f6ffd6191c03 req-78cc82a0-63a2-4a39-a8bc-5955d0c0b681 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:34.642522 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a3739064-cf3b-4062-9331-f6ffd6191c03 req-78cc82a0-63a2-4a39-a8bc-5955d0c0b681 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0548267 Apr 08 17:53:34.704576 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a3739064-cf3b-4062-9331-f6ffd6191c03 req-98356116-8713-4826-a379-28fc7f03cb4f tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527892 Apr 08 17:53:35.892522 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187002e-f9c3-4c4d-82f3-6c0fa7c3dbe8 req-bed5bf84-c6ee-4074-bc44-07e7994f846e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:35.895136 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e187002e-f9c3-4c4d-82f3-6c0fa7c3dbe8 req-bed5bf84-c6ee-4074-bc44-07e7994f846e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 944 time: 0.0729718 Apr 08 17:53:35.986587 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e187002e-f9c3-4c4d-82f3-6c0fa7c3dbe8 req-25b31887-70c5-487f-b0eb-f591eaedf432 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827420 Apr 08 17:53:36.106258 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device dc95c322-b4a4-4085-8bcd-799727cb38a5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:53:36.302821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port dc95c322-b4a4-4085-8bcd-799727cb38a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:36.319927 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'port_id': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'mac_address': 'fa:16:3e:66:bb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:53:36.377201 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port dc95c322-b4a4-4085-8bcd-799727cb38a5 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:36.377598 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.395118 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc95c322-b4a4-4085-8bcd-799727cb38a5 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:53:36.421635 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port dc95c322-b4a4-4085-8bcd-799727cb38a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:36.427343 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:36.492304 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=dc95c322-b4a4-4085-8bcd-799727cb38a5,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:36.501452 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.501913 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.502367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.502972 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.503445 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.504007 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.504543 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.504988 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.505553 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.505776 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.506058 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.506399 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.506765 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.507100 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:36.507429 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:37.145473 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4df8aa-90e3-45e4-83d4-6124c1aeb2e7 req-bf741e4f-3e29-461a-b350-29db56ac8595 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:37.147599 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fd4df8aa-90e3-45e4-83d4-6124c1aeb2e7 req-bf741e4f-3e29-461a-b350-29db56ac8595 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 945 time: 0.0598862 Apr 08 17:53:37.210215 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['dc95c322-b4a4-4085-8bcd-799727cb38a5'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:53:37.223494 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fd4df8aa-90e3-45e4-83d4-6124c1aeb2e7 req-bb093402-0d83-407d-ac36-0cfdad244a5d tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682275 Apr 08 17:53:38.461043 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-f21a9b30-1baf-40ca-84b5-5688482f5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.465780 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-f21a9b30-1baf-40ca-84b5-5688482f5348 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1130 time: 0.1534891 Apr 08 17:53:38.480323 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb426ff-c227-4d91-a0e2-7999948ddd56 req-c9d797bb-6b56-4446-bdf1-2c32b930eff4 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.483183 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dcb426ff-c227-4d91-a0e2-7999948ddd56 req-c9d797bb-6b56-4446-bdf1-2c32b930eff4 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 945 time: 0.1541128 Apr 08 17:53:38.624376 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dcb426ff-c227-4d91-a0e2-7999948ddd56 req-73e06b15-b2de-4d30-ae42-4fc8abb11097 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1262610 Apr 08 17:53:38.655138 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-7cf81924-273c-48ae-b9f8-dd3a4eeafe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.657426 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-7cf81924-273c-48ae-b9f8-dd3a4eeafe67 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.1726704 Apr 08 17:53:38.662625 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900f056-4408-41cd-bcc8-ec221f8679c9 req-914d065b-2eb2-4e6f-b1a7-a52f2d57b5e0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.664721 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4900f056-4408-41cd-bcc8-ec221f8679c9 req-914d065b-2eb2-4e6f-b1a7-a52f2d57b5e0 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.3628657 Apr 08 17:53:38.720410 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4900f056-4408-41cd-bcc8-ec221f8679c9 req-08c47c31-e79a-4582-94ea-6fd381707f91 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492382 Apr 08 17:53:38.770118 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-db4e3167-77fc-42d5-8aa7-b684b13da794 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 1002 time: 0.1049380 Apr 08 17:53:38.829731 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-6bbb82fd-4ad4-40b5-a3bc-eedfa6c2ef7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.831583 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-6bbb82fd-4ad4-40b5-a3bc-eedfa6c2ef7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0531483 Apr 08 17:53:38.889994 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-d9e6df6f-4ae0-4014-a1fd-8cc9b94df34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:38.891655 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-d9e6df6f-4ae0-4014-a1fd-8cc9b94df34b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491819 Apr 08 17:53:38.985371 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device dc95c322-b4a4-4085-8bcd-799727cb38a5 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:53:39.026666 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-433be2f5-9f30-41d2-81cb-e564c01675ee service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248851 Apr 08 17:53:39.043069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port dc95c322-b4a4-4085-8bcd-799727cb38a5 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:53:39.051298 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port dc95c322-b4a4-4085-8bcd-799727cb38a5 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:53:39.051695 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.168264 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6181d2d8-98bd-43fa-8d05-c0eec0b82e0b req-7cdbf74e-c14c-41e3-9a8c-0f0393b3c8c4 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335354 Apr 08 17:53:39.183113 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port dc95c322-b4a4-4085-8bcd-799727cb38a5 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:53:39.183623 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.213398 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:39.216011 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46cc4c7-ab95-4a22-b6c4-95fdaf3d3570" -d '{"events": [{"server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "name": "network-vif-plugged", "status": "completed", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:39.233626 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port dc95c322-b4a4-4085-8bcd-799727cb38a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:53:39.240875 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:39.285450 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178bda35-e64d-4b86-9986-2f11b8ddc4d1 x-openstack-request-id: req-178bda35-e64d-4b86-9986-2f11b8ddc4d1 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:39.285810 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "name": "network-vif-plugged", "status": "completed", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:39.286005 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-178bda35-e64d-4b86-9986-2f11b8ddc4d1 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:39.286509 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178bda35-e64d-4b86-9986-2f11b8ddc4d1'] response: {'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'code': 200} Apr 08 17:53:39.307614 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=dc95c322-b4a4-4085-8bcd-799727cb38a5,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:39.762306 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751b9f1-7067-4ad2-bd0d-9fe5a3a2982e req-11219e6b-341a-499d-95e1-28030616e20c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:39.764720 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0751b9f1-7067-4ad2-bd0d-9fe5a3a2982e req-11219e6b-341a-499d-95e1-28030616e20c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0649903 Apr 08 17:53:39.837072 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0751b9f1-7067-4ad2-bd0d-9fe5a3a2982e req-10c0972f-aa1a-4f10-bedb-1fa931e7ff8f tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657055 Apr 08 17:53:39.878280 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0314ec-f687-43c2-a08b-7f7d92522e2b req-e5e47b84-8aaf-4493-8c49-79da507302bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:39.879861 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ae0314ec-f687-43c2-a08b-7f7d92522e2b req-e5e47b84-8aaf-4493-8c49-79da507302bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 1130 time: 0.0743725 Apr 08 17:53:39.887808 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fec270-59f1-47d0-9b7f-eb2cf489cde2 req-b1217c7d-8156-435c-aa0e-a411a39db622 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:39.889501 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-42fec270-59f1-47d0-9b7f-eb2cf489cde2 req-b1217c7d-8156-435c-aa0e-a411a39db622 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0744627 Apr 08 17:53:39.975953 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ae0314ec-f687-43c2-a08b-7f7d92522e2b req-2a5b6d25-8eac-469a-b353-61c6be72de37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846126 Apr 08 17:53:39.981106 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-42fec270-59f1-47d0-9b7f-eb2cf489cde2 req-26e552c6-dee8-489a-8207-e67a7b6702c7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835531 Apr 08 17:53:40.970431 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2c817-1026-4d5a-93b0-722c629d3798 req-38e31ff6-e735-446c-add5-e591ef09fcc5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:40.972090 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fbf2c817-1026-4d5a-93b0-722c629d3798 req-38e31ff6-e735-446c-add5-e591ef09fcc5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0613010 Apr 08 17:53:41.036975 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fbf2c817-1026-4d5a-93b0-722c629d3798 req-1c4e58b5-0760-429f-ba6e-a397ec8517e8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585489 Apr 08 17:53:41.127942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7eb12-ba3e-4943-9714-4a0c6e436405 req-9f70ceb7-fbb0-4e2f-84a4-6a308d562249 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:41.129422 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7db7eb12-ba3e-4943-9714-4a0c6e436405 req-9f70ceb7-fbb0-4e2f-84a4-6a308d562249 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0531366 Apr 08 17:53:41.182652 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7db7eb12-ba3e-4943-9714-4a0c6e436405 req-31ef6da6-3ac5-4216-963e-94c17e377f57 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466542 Apr 08 17:53:42.177045 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94a7a0-5d17-43d0-bcc5-3cbd291e8921 req-4b9a11f0-14da-44b5-97d9-f9b5349e0441 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:42.178748 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d94a7a0-5d17-43d0-bcc5-3cbd291e8921 req-4b9a11f0-14da-44b5-97d9-f9b5349e0441 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0514712 Apr 08 17:53:42.249858 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4d94a7a0-5d17-43d0-bcc5-3cbd291e8921 req-a92196a7-ebc3-4442-b670-4a6b924be5c6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596194 Apr 08 17:53:42.343368 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd808d-5f2f-4384-adc7-8db34864503e req-dda226e2-c52d-47b4-a671-f6d0cb9e2cfc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:42.345280 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d7fd808d-5f2f-4384-adc7-8db34864503e req-dda226e2-c52d-47b4-a671-f6d0cb9e2cfc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0543926 Apr 08 17:53:42.398210 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d7fd808d-5f2f-4384-adc7-8db34864503e req-b9da89cc-e9cf-4c7b-a2de-a066a9612c9c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469298 Apr 08 17:53:43.410903 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea40e75-6782-4730-b2c3-a5852b7aa92e req-9e5faa42-07da-46bb-b388-8c2c279cadbe tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:43.413882 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9ea40e75-6782-4730-b2c3-a5852b7aa92e req-9e5faa42-07da-46bb-b388-8c2c279cadbe tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0560811 Apr 08 17:53:43.506926 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9ea40e75-6782-4730-b2c3-a5852b7aa92e req-f7c8f58a-db9d-46ce-8bba-1ccfa7ecf380 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871902 Apr 08 17:53:43.551115 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac2d9e-b9f5-494f-803d-4096b4c9e425 req-abfe0501-5211-458e-b0be-7b8cd04177c3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:43.561724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-11ac2d9e-b9f5-494f-803d-4096b4c9e425 req-abfe0501-5211-458e-b0be-7b8cd04177c3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0747857 Apr 08 17:53:43.629511 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-11ac2d9e-b9f5-494f-803d-4096b4c9e425 req-7e34a06f-22c9-4e92-9dc1-de7890791118 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623713 Apr 08 17:53:43.826320 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484b6b9-7db8-4ce6-bd10-fc5a1d67f9c4 req-c6e5132a-5815-46aa-bfda-8942d0ac8fba tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:43.827960 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2484b6b9-7db8-4ce6-bd10-fc5a1d67f9c4 req-c6e5132a-5815-46aa-bfda-8942d0ac8fba tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0611870 Apr 08 17:53:43.924276 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2484b6b9-7db8-4ce6-bd10-fc5a1d67f9c4 req-f8d858df-5371-4503-b726-ca536bfe8cb1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881295 Apr 08 17:53:43.957754 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50422) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:44.083390 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c84bd5-ae63-40d1-a105-ccc9f9fa0e1c tempest-TestVolumeBootPattern-262522861 tempest-TestVolumeBootPattern-262522861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:44.085005 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a7c84bd5-ae63-40d1-a105-ccc9f9fa0e1c tempest-TestVolumeBootPattern-262522861 tempest-TestVolumeBootPattern-262522861-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 1125 time: 0.1258311 Apr 08 17:53:44.089748 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50426) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:44.095088 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'port_id': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:53:44.121022 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:44.219593 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:44.362830 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Allocated IP 172.27.2.220 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/c106574b-fcc5-4313-bb0b-6a2aaa015828) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:53:44.531653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:44.585902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:44.654410 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:53:44.659964 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:53:44.667066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:53:44.726972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=c106574b-fcc5-4313-bb0b-6a2aaa015828,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:44.827029 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de8914-c5b1-422a-9a6b-3c0f529ea935 req-1519fbf2-8cd9-4667-9329-237e34e06365 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:44.829735 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a0de8914-c5b1-422a-9a6b-3c0f529ea935 req-1519fbf2-8cd9-4667-9329-237e34e06365 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1045666 Apr 08 17:53:45.037796 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50436) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:45.095902 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Deleting subnet 1bfdbee2-4871-4fd4-bc29-17102ce6cd2f {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:53:45.100073 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Publish callbacks [] for subnet (1bfdbee2-4871-4fd4-bc29-17102ce6cd2f), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.145676 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (1bfdbee2-4871-4fd4-bc29-17102ce6cd2f), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.211885 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (1bfdbee2-4871-4fd4-bc29-17102ce6cd2f), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.234665 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a0de8914-c5b1-422a-9a6b-3c0f529ea935 req-eacced42-547a-4bf2-8fd4-fc267eea295f tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193888 Apr 08 17:53:45.294969 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (1bfdbee2-4871-4fd4-bc29-17102ce6cd2f), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.324901 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfdbee2-4871-4fd4-bc29-17102ce6cd2f,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:45.335542 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.335918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.336863 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.337222 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.337578 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.338107 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.338600 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.338948 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.339290 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.339633 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.340061 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.340468 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.340807 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.341392 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.341593 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:53:45.345046 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.351869 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-24f01206-1b86-49a5-81c9-01cef000e1b9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/1bfdbee2-4871-4fd4-bc29-17102ce6cd2f HTTP/1.1" status: 204 len: 168 time: 0.3094840 Apr 08 17:53:45.352415 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50444) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:45.469662 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (5326053f-1675-4fe3-8337-0386a9624e28), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.599610 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (5326053f-1675-4fe3-8337-0386a9624e28), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.601479 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (136fd57c-b5cb-4708-bf1a-827cc2b8bde0), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.626492 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5326053f-1675-4fe3-8337-0386a9624e28']}} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:45.639248 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21faa2b2-b194-4a82-9302-2d1a6ddbb30b') {'for_net_delete': True} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:45.639558 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21faa2b2-b194-4a82-9302-2d1a6ddbb30b') {} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:45.652502 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766314'] for segment (21faa2b2-b194-4a82-9302-2d1a6ddbb30b), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.677059 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (21faa2b2-b194-4a82-9302-2d1a6ddbb30b), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.684066 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Releasing vlan 944 on physical network physnet1 to pool {{(pid=110163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:53:45.684429 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9378993'] for segment (21faa2b2-b194-4a82-9302-2d1a6ddbb30b), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.684555 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: Traceback (most recent call last): Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: timer() Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: cb(*args, **kw) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: return func(*args, **kwargs) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: self._notify() Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: self.callback(batched_events) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: event.method(event) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: return f(self, *a, **k) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._get(url).json() Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: return self.request(url, 'GET', **kwargs) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:53:45.686633 dv-cinder-837165-1-iscsi neutron-server[110163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:53:45.753385 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (5326053f-1675-4fe3-8337-0386a9624e28), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.760134 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.766579 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] 10.222.0.78 "DELETE /v2.0/networks/5326053f-1675-4fe3-8337-0386a9624e28 HTTP/1.1" status: 204 len: 168 time: 0.4101398 Apr 08 17:53:45.775849 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb32a2-8432-4cf5-9c1e-45d1c455db9d admin admin] Pushing event deleted for resources: {'Network': ['ID=5326053f-1675-4fe3-8337-0386a9624e28,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:45.907996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.914268 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:45.994576 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=c106574b-fcc5-4313-bb0b-6a2aaa015828,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.007273 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (136fd57c-b5cb-4708-bf1a-827cc2b8bde0), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.016562 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50448) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:46.070129 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5bcb63f4-07f4-4cbb-9805-d383702e14e4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d40a23bd620e46fc9b08230c0001e498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514109 Apr 08 17:53:46.073224 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50450) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:53:46.127330 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Floating IP 136fd57c-b5cb-4708-bf1a-827cc2b8bde0 associated. External IP: 172.27.2.220, port: dc95c322-b4a4-4085-8bcd-799727cb38a5. Apr 08 17:53:46.129519 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b2-1f58-471c-8d52-9b4029a1bff9 admin admin] Publish callbacks [] for security_group (cac718eb-f3fc-46b2-904f-aece0e60a23e), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.161388 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b2-1f58-471c-8d52-9b4029a1bff9 admin admin] Publish callbacks [] for security_group (cac718eb-f3fc-46b2-904f-aece0e60a23e), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.238727 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b2-1f58-471c-8d52-9b4029a1bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (cac718eb-f3fc-46b2-904f-aece0e60a23e), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.241780 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-24b3d1b2-1f58-471c-8d52-9b4029a1bff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.246482 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-24b3d1b2-1f58-471c-8d52-9b4029a1bff9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cac718eb-f3fc-46b2-904f-aece0e60a23e HTTP/1.1" status: 204 len: 168 time: 0.1692448 Apr 08 17:53:46.252744 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3d1b2-1f58-471c-8d52-9b4029a1bff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac718eb-f3fc-46b2-904f-aece0e60a23e,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:53:46.464363 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229406d-4b15-446c-beb2-93b79e844d05 req-5c7f50de-e079-4ac1-aaa2-2a689c09a55a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:46.465954 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c229406d-4b15-446c-beb2-93b79e844d05 req-5c7f50de-e079-4ac1-aaa2-2a689c09a55a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1283839 Apr 08 17:53:46.527937 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:53:46.562413 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c229406d-4b15-446c-beb2-93b79e844d05 req-80a8abda-6d84-4901-b96e-507a8c500dda tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855246 Apr 08 17:53:46.688685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:53:46.713700 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:53:46.723604 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:46.750371 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:46.750954 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:53:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:46.795296 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c2c39dca-11c6-4666-9e00-0b5c8ba9466b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6934052 Apr 08 17:53:46.795296 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:53:46.795296 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2635ab6-3546-4de5-b92f-ffbf78854b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:53:46.835315 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9422ff6a-c651-402f-a3ca-1b4afc4c5cbb x-openstack-request-id: req-9422ff6a-c651-402f-a3ca-1b4afc4c5cbb {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:53:46.835655 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:53:46.835953 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9422ff6a-c651-402f-a3ca-1b4afc4c5cbb {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:53:46.836918 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9422ff6a-c651-402f-a3ca-1b4afc4c5cbb'] response: {'name': 'network-changed', 'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'status': 'completed', 'code': 200} Apr 08 17:53:46.894814 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:46.927542 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-00b6b6fc-6715-4b7a-80e5-c4a2ff69736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:46.929158 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-00b6b6fc-6715-4b7a-80e5-c4a2ff69736b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 1130 time: 0.0439718 Apr 08 17:53:47.044540 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-dc6c9dba-597f-4af7-a4a8-6e77fc0b3460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:47.047031 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-dc6c9dba-597f-4af7-a4a8-6e77fc0b3460 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1114476 Apr 08 17:53:47.128137 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-92937bf9-83ca-4a9e-8d82-78c92184f618 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5 HTTP/1.1" status: 200 len: 1000 time: 0.0716796 Apr 08 17:53:47.163865 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '136fd57c-b5cb-4708-bf1a-827cc2b8bde0', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:66:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4461b2ca-8703-46e8-a745-d75a78170a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:53:45Z', 'updated_at': '2022-04-08T17:53:45Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:47.197847 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:53:47.207981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-4eb88631-6d1d-4f14-9757-657126e13950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:47.209087 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:53:47.210005 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-4eb88631-6d1d-4f14-9757-657126e13950 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0753641 Apr 08 17:53:47.210132 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:53:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:47.278075 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-4ef32050-bf1b-4306-9a17-4b5828db16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:47.280455 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-4ef32050-bf1b-4306-9a17-4b5828db16ea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636876 Apr 08 17:53:47.357512 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:53:47.419445 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-4ae75954-51e5-455b-ae14-e64aebf27e20 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324916 Apr 08 17:53:47.538132 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2635ab6-3546-4de5-b92f-ffbf78854b4f req-fa382be5-6bdd-4f46-b3c9-107a46707a92 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107960 Apr 08 17:53:47.622131 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '136fd57c-b5cb-4708-bf1a-827cc2b8bde0', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:66:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4461b2ca-8703-46e8-a745-d75a78170a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:53:45Z', 'updated_at': '2022-04-08T17:53:45Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:53:47.663568 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2863a17-7fcf-433f-9cf7-04f93d5cf495 None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '136fd57c-b5cb-4708-bf1a-827cc2b8bde0', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.220', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:66:bb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4461b2ca-8703-46e8-a745-d75a78170a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:53:45Z', 'updated_at': '2022-04-08T17:53:45Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:53:47.725514 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b86b0-1847-4b30-9ff5-eec094726b9a req-56be6f3c-2c59-4d85-9332-2362a5a2bf47 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:47.727294 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-917b86b0-1847-4b30-9ff5-eec094726b9a req-56be6f3c-2c59-4d85-9332-2362a5a2bf47 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0751243 Apr 08 17:53:47.825173 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-917b86b0-1847-4b30-9ff5-eec094726b9a req-06c3739b-dbeb-42ab-a7eb-4df6e7cd4a88 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908744 Apr 08 17:53:47.946402 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baeeac-24d6-42c1-965c-6049170a4bd7 req-76a2f409-43bc-4f0e-a8ac-093bcc070270 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:47.948160 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-29baeeac-24d6-42c1-965c-6049170a4bd7 req-76a2f409-43bc-4f0e-a8ac-093bcc070270 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0749872 Apr 08 17:53:47.973074 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8670fb0-e62a-4aee-be99-51baa8172a71 None None] New status for floating IP 136fd57c-b5cb-4708-bf1a-827cc2b8bde0: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:53:48.027962 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-29baeeac-24d6-42c1-965c-6049170a4bd7 req-393d3fa0-aa57-4165-81c0-4dbc03fcfade tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654483 Apr 08 17:53:48.961577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a11bed-49fb-461e-9e01-70464e4efe6b req-9ae47105-8c0a-4e23-9d86-3c88849fa80c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:48.963246 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-35a11bed-49fb-461e-9e01-70464e4efe6b req-9ae47105-8c0a-4e23-9d86-3c88849fa80c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0586338 Apr 08 17:53:49.022680 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-35a11bed-49fb-461e-9e01-70464e4efe6b req-4341325e-5d95-430c-b5e5-01627cfa0443 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525367 Apr 08 17:53:49.167058 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be051c-ff50-4e38-b646-74c816b619a9 req-d0a47c5b-4ef8-4e64-8a53-afe800551958 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:49.168736 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e0be051c-ff50-4e38-b646-74c816b619a9 req-d0a47c5b-4ef8-4e64-8a53-afe800551958 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0603440 Apr 08 17:53:49.230471 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e0be051c-ff50-4e38-b646-74c816b619a9 req-f0dd57d3-6784-4330-a8ea-b6937bbf89d9 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516539 Apr 08 17:53:50.168295 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a0e3b-14c6-47c7-8d98-4e92e7ecdc5c req-e64393e4-ad67-497d-a1d1-76fcd9251694 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:50.170071 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ea6a0e3b-14c6-47c7-8d98-4e92e7ecdc5c req-e64393e4-ad67-497d-a1d1-76fcd9251694 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0596373 Apr 08 17:53:50.238676 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ea6a0e3b-14c6-47c7-8d98-4e92e7ecdc5c req-dd6877a9-d72b-4f61-93da-1523ed6c8b54 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626333 Apr 08 17:53:50.378484 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0e4ed-8e52-4690-9b0c-e66a80d24e30 req-1062abd9-6b62-4457-aba8-dcaeb20f6457 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:50.381662 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7ae0e4ed-8e52-4690-9b0c-e66a80d24e30 req-1062abd9-6b62-4457-aba8-dcaeb20f6457 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0694690 Apr 08 17:53:50.434522 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7ae0e4ed-8e52-4690-9b0c-e66a80d24e30 req-4ea95c48-f88d-4e01-a53d-dd8c4e8f75eb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474653 Apr 08 17:53:51.374834 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f6ed6-9951-4ef6-a0c2-4496efbf0920 req-3be9f4c4-be47-439e-b9af-a6f6bb47df77 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:51.376508 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-888f6ed6-9951-4ef6-a0c2-4496efbf0920 req-3be9f4c4-be47-439e-b9af-a6f6bb47df77 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0559962 Apr 08 17:53:51.434201 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-888f6ed6-9951-4ef6-a0c2-4496efbf0920 req-9710938f-f1f8-40a9-a973-925e5a551b0d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508072 Apr 08 17:53:51.601918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c4e34-5f87-4c4b-8ab5-ff82633f4a10 req-0f6d7a78-cd85-45fb-9e74-e7509e14d687 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:51.604135 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a4c4e34-5f87-4c4b-8ab5-ff82633f4a10 req-0f6d7a78-cd85-45fb-9e74-e7509e14d687 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0569742 Apr 08 17:53:51.672357 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a4c4e34-5f87-4c4b-8ab5-ff82633f4a10 req-f1a0014d-3a8b-408a-94ed-f119149b993d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611181 Apr 08 17:53:52.573731 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78629e28-c62c-445a-a411-b43ac831c434 req-d89639f7-0a2d-466a-a4b1-1eb1923c97ad tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:52.575312 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-78629e28-c62c-445a-a411-b43ac831c434 req-d89639f7-0a2d-466a-a4b1-1eb1923c97ad tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0567963 Apr 08 17:53:52.631764 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-78629e28-c62c-445a-a411-b43ac831c434 req-e0e66df8-f032-4535-9da2-5f6e31a9f670 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506940 Apr 08 17:53:52.798792 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ff838-4feb-4ca7-9d5f-0b71775e5e00 req-05e55cd6-8078-4750-83d5-a77f0d855a4c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:52.800514 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6b0ff838-4feb-4ca7-9d5f-0b71775e5e00 req-05e55cd6-8078-4750-83d5-a77f0d855a4c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0563288 Apr 08 17:53:52.878076 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6b0ff838-4feb-4ca7-9d5f-0b71775e5e00 req-2096594c-2fc3-48df-881d-bdc480e4e7c3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699952 Apr 08 17:53:53.233839 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:53:53.284485 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b7ddf2b8-1369-4a6c-9928-5e1c2a2d6d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:53.763563 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4da4f-14e4-43f1-9401-1b6dace6d109 req-fbaad594-9992-43af-ac66-1133af7ef195 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:53.765998 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-67a4da4f-14e4-43f1-9401-1b6dace6d109 req-fbaad594-9992-43af-ac66-1133af7ef195 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0538347 Apr 08 17:53:53.846719 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-67a4da4f-14e4-43f1-9401-1b6dace6d109 req-0b6f58a0-2b01-4fe7-8122-5d6170daee17 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736146 Apr 08 17:53:54.011055 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94414a78-d25f-4a87-816e-2e6b84cc513d req-f19a0c13-2c4e-48bb-8c51-24a96e85aa49 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:54.012627 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-94414a78-d25f-4a87-816e-2e6b84cc513d req-f19a0c13-2c4e-48bb-8c51-24a96e85aa49 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0588763 Apr 08 17:53:54.072056 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-94414a78-d25f-4a87-816e-2e6b84cc513d req-359f44ac-c3ae-481f-9704-c28037675e77 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492461 Apr 08 17:53:54.964388 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53924f1f-2564-4419-b1bb-0fe718854f2d req-63dc866f-e7b0-4a04-9309-0de1fa0eb8fc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:54.966152 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-53924f1f-2564-4419-b1bb-0fe718854f2d req-63dc866f-e7b0-4a04-9309-0de1fa0eb8fc tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0499296 Apr 08 17:53:55.015867 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-53924f1f-2564-4419-b1bb-0fe718854f2d req-d1f57e16-d109-4747-852f-09cee70d4a7d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441327 Apr 08 17:53:55.208063 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e952ad-2d06-4f0b-aa0e-2b7f8ba590fe req-9282cfaf-9dbe-4eb5-ac5e-9f8413bb3f4e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:55.209899 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a3e952ad-2d06-4f0b-aa0e-2b7f8ba590fe req-9282cfaf-9dbe-4eb5-ac5e-9f8413bb3f4e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0583987 Apr 08 17:53:55.287275 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a3e952ad-2d06-4f0b-aa0e-2b7f8ba590fe req-83e1dcdb-bf2d-4807-90e0-d22f6c7690d4 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667758 Apr 08 17:53:55.596233 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-fd63fdd7-1367-4347-a43d-c3dc14acfeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:56.176542 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72763a5-69ff-495a-9a19-b042db06f00a req-faf61bb3-18da-4bb2-86dc-9972098246d2 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:56.178329 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a72763a5-69ff-495a-9a19-b042db06f00a req-faf61bb3-18da-4bb2-86dc-9972098246d2 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0668705 Apr 08 17:53:56.236283 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a72763a5-69ff-495a-9a19-b042db06f00a req-ac7a7e6f-34bc-48d4-b13b-4a00cebc5742 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512328 Apr 08 17:53:56.423123 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4094cd6-1d6f-4f85-98fe-f222e6a729eb req-ce206a45-4dbe-49dc-aa53-5d2dcb19dbe8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:56.424788 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c4094cd6-1d6f-4f85-98fe-f222e6a729eb req-ce206a45-4dbe-49dc-aa53-5d2dcb19dbe8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0618436 Apr 08 17:53:56.476753 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c4094cd6-1d6f-4f85-98fe-f222e6a729eb req-bfe44693-fce3-4ff7-9931-b5f8e1a54b76 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453377 Apr 08 17:53:56.842103 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:57.148405 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:57.393385 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181eed4-d189-4784-b7f8-f19f20367846 req-d43bc6b0-5a00-4335-89d2-b8e34967ec49 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:57.395589 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c181eed4-d189-4784-b7f8-f19f20367846 req-d43bc6b0-5a00-4335-89d2-b8e34967ec49 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0595880 Apr 08 17:53:57.467384 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c181eed4-d189-4784-b7f8-f19f20367846 req-00bcf0ea-0730-4772-82be-46e8f31587ec tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649228 Apr 08 17:53:57.604693 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b4999-3721-499c-8d00-2082d06b521a req-ff96fbf9-ea23-4c1e-812a-06d5007c1467 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:57.606207 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-135b4999-3721-499c-8d00-2082d06b521a req-ff96fbf9-ea23-4c1e-812a-06d5007c1467 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0589032 Apr 08 17:53:57.684807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88950af-807b-4864-a625-de66c6097ff2 req-ec07123a-7024-4079-8610-b642613685ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:57.686417 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f88950af-807b-4864-a625-de66c6097ff2 req-ec07123a-7024-4079-8610-b642613685ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1130 time: 0.0463731 Apr 08 17:53:57.691921 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-135b4999-3721-499c-8d00-2082d06b521a req-5e17cdde-b5de-4690-b1e3-79471eed6b2c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764146 Apr 08 17:53:57.744777 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f88950af-807b-4864-a625-de66c6097ff2 req-7bc39cc4-4d08-4ac9-986b-c5bea1ade450 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494537 Apr 08 17:53:58.588243 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67d87d-9af7-43e1-9fe4-50ca5ebf9dbc req-5d9ba07e-7d7d-44dd-b527-aec53b970603 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:58.589887 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a67d87d-9af7-43e1-9fe4-50ca5ebf9dbc req-5d9ba07e-7d7d-44dd-b527-aec53b970603 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0509138 Apr 08 17:53:58.639854 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a67d87d-9af7-43e1-9fe4-50ca5ebf9dbc req-582b8cf1-8b9b-4962-96b0-671e4f037964 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Apr 08 17:53:58.653677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:53:58.858019 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377e7a7-9396-484d-afbb-bc47aaf0420b req-7ebe6d48-97ce-466a-b9ea-a1e2d5334a34 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:58.860877 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d377e7a7-9396-484d-afbb-bc47aaf0420b req-7ebe6d48-97ce-466a-b9ea-a1e2d5334a34 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0902960 Apr 08 17:53:58.922849 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d377e7a7-9396-484d-afbb-bc47aaf0420b req-7384ed82-d82a-43da-967a-8a6ca39ffe24 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516396 Apr 08 17:53:59.769463 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d447146-9335-412e-b8ab-e0f93e7f5c30 req-64740800-b550-4ed5-8e43-24fb84cbf9ed tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:53:59.771171 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d447146-9335-412e-b8ab-e0f93e7f5c30 req-64740800-b550-4ed5-8e43-24fb84cbf9ed tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0564542 Apr 08 17:53:59.825635 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d447146-9335-412e-b8ab-e0f93e7f5c30 req-fe313358-ef4d-4493-b1e6-0c2514d53cf5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 Apr 08 17:53:59.866633 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:00.053897 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aa762-39af-4788-b99a-5a85f04f183c req-cc115f65-4547-40b9-a9c5-49dfffd9a279 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:00.056130 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f95aa762-39af-4788-b99a-5a85f04f183c req-cc115f65-4547-40b9-a9c5-49dfffd9a279 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0585763 Apr 08 17:54:00.108334 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f95aa762-39af-4788-b99a-5a85f04f183c req-2a5afae8-d6a5-448f-8031-999f9b621dce tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457950 Apr 08 17:54:00.325433 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350266c5-03ce-4a00-a5fc-369518b9609a req-637c98d3-d75d-45fe-8295-8b97a7a42cf3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:00.327286 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-350266c5-03ce-4a00-a5fc-369518b9609a req-637c98d3-d75d-45fe-8295-8b97a7a42cf3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0564907 Apr 08 17:54:00.387396 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-350266c5-03ce-4a00-a5fc-369518b9609a req-972deb48-95fe-4333-b3d2-54f4ca2fb876 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543826 Apr 08 17:54:00.958108 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272b2ea-779f-46fa-ab37-e518d07c5d5e req-5a00d9bb-e751-4b76-a68d-ebc543445958 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:00.959719 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6272b2ea-779f-46fa-ab37-e518d07c5d5e req-5a00d9bb-e751-4b76-a68d-ebc543445958 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0569177 Apr 08 17:54:01.014713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-0cd5ebc4-a00f-4a31-9351-8a26a57f1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.016253 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-0cd5ebc4-a00f-4a31-9351-8a26a57f1f4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 1130 time: 0.0555871 Apr 08 17:54:01.064986 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6272b2ea-779f-46fa-ab37-e518d07c5d5e req-8e87222e-e75b-4f91-9539-0e4d604024e6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958271 Apr 08 17:54:01.141188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-92e175c6-75b2-4259-84af-899bef347602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.142703 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-92e175c6-75b2-4259-84af-899bef347602 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.1203113 Apr 08 17:54:01.224667 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-b52196bd-2114-4718-9fba-e83e6fdd3e0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 200 len: 1001 time: 0.0744779 Apr 08 17:54:01.280366 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-c141bf95-e796-4f90-bd6d-22815fe22103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.281973 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-c141bf95-e796-4f90-bd6d-22815fe22103 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.0510743 Apr 08 17:54:01.349340 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-3e4c7cfd-21d3-42a5-8970-5b8febfca2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.350870 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-3e4c7cfd-21d3-42a5-8970-5b8febfca2dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616238 Apr 08 17:54:01.462308 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-bcbc41c3-30b1-4d19-8ee8-bd65939a806b service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049848 Apr 08 17:54:01.515301 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e780bae-39d5-479e-a1dc-4181cf766569 req-e6aaaaad-c93a-4780-9d6e-016eafdb584c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.516909 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5e780bae-39d5-479e-a1dc-4181cf766569 req-e6aaaaad-c93a-4780-9d6e-016eafdb584c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0569487 Apr 08 17:54:01.568433 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5e780bae-39d5-479e-a1dc-4181cf766569 req-3c4c2ccf-23d2-496a-8260-a973e6cf61d3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457265 Apr 08 17:54:01.604860 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-f6cf6a58-2db3-46b5-8746-6073441517cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.606396 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-f6cf6a58-2db3-46b5-8746-6073441517cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1130 time: 0.1138248 Apr 08 17:54:01.614109 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb45b1b-71a7-436e-8d0d-7e8aae3b53c4 req-9e96a320-92a6-4aae-b66f-63ac1084c138 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.615561 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6cb45b1b-71a7-436e-8d0d-7e8aae3b53c4 req-9e96a320-92a6-4aae-b66f-63ac1084c138 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.1412659 Apr 08 17:54:01.737656 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fc00d41f-7d5f-484d-83d9-783efb5e1fa9 req-3323fd6a-ce02-42b6-8985-0d2655e68ff5 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616343 Apr 08 17:54:01.759330 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6cb45b1b-71a7-436e-8d0d-7e8aae3b53c4 req-2ba56d5a-dbec-49f0-94be-7b3358a9e524 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335568 Apr 08 17:54:01.772580 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-72c645e6-893f-4b89-8ef4-2e060da89814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.774146 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-72c645e6-893f-4b89-8ef4-2e060da89814 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.1576884 Apr 08 17:54:01.859631 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-c03df468-1cdd-458c-9a97-9ce0f48a64fa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 1002 time: 0.0743163 Apr 08 17:54:01.930352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-98d16950-a40f-4c7f-96da-4729aabbb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.931917 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-98d16950-a40f-4c7f-96da-4729aabbb6f0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0558815 Apr 08 17:54:01.984496 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-b820e9c7-a214-4fde-88d8-6759998bbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:01.986053 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-b820e9c7-a214-4fde-88d8-6759998bbe77 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479784 Apr 08 17:54:02.090949 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-3dc902cb-c9c7-4f7c-b7a1-5f2dd9fe2418 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957110 Apr 08 17:54:02.219778 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c4032da4-5cd6-4cb3-a306-313f0e639faf req-b25db8cd-ea4c-4c6f-b658-845426feb862 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932541 Apr 08 17:54:02.704552 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1fb67-b742-4e39-a545-ef56498cd730 req-5180eb18-f74e-436f-bb10-315d6dca4937 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:02.706137 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c5e1fb67-b742-4e39-a545-ef56498cd730 req-5180eb18-f74e-436f-bb10-315d6dca4937 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0624821 Apr 08 17:54:02.765490 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c5e1fb67-b742-4e39-a545-ef56498cd730 req-e4bc5466-d073-44de-8e9a-3d483f79ee33 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474708 Apr 08 17:54:02.893522 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e33ed-7dc5-4fe7-b3dd-d9ba7d50d38b req-ef20a05a-9783-43da-b7ca-e9e7011459fb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:02.896007 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-029e33ed-7dc5-4fe7-b3dd-d9ba7d50d38b req-ef20a05a-9783-43da-b7ca-e9e7011459fb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0582561 Apr 08 17:54:02.958475 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-029e33ed-7dc5-4fe7-b3dd-d9ba7d50d38b req-8b05a9d3-4a37-465a-b392-e0ba86cf6954 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562134 Apr 08 17:54:03.898152 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0836ef-6cdc-43ba-8156-fc49d688adff req-9b4f35b0-1b48-4849-bbbf-4aeef6a91674 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:03.900151 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ce0836ef-6cdc-43ba-8156-fc49d688adff req-9b4f35b0-1b48-4849-bbbf-4aeef6a91674 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0604329 Apr 08 17:54:03.968396 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ce0836ef-6cdc-43ba-8156-fc49d688adff req-09647ca7-08de-434b-aed4-e333a6ea3451 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621331 Apr 08 17:54:05.090455 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addfcbc-5f8c-4f10-afd3-cca2ab8c9e15 req-9dea3637-a2f2-4ee2-975c-c59a146430c5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:05.091984 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7addfcbc-5f8c-4f10-afd3-cca2ab8c9e15 req-9dea3637-a2f2-4ee2-975c-c59a146430c5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0489604 Apr 08 17:54:05.139471 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7addfcbc-5f8c-4f10-afd3-cca2ab8c9e15 req-71e3080b-502a-4748-bb2f-8dd328f4301d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Apr 08 17:54:06.259080 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904993ed-fc73-4f53-8cd6-b51277b8658c req-2a695101-b8a7-4573-9ce3-4db0dc5cf43d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:06.260668 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-904993ed-fc73-4f53-8cd6-b51277b8658c req-2a695101-b8a7-4573-9ce3-4db0dc5cf43d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0502717 Apr 08 17:54:06.314966 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-904993ed-fc73-4f53-8cd6-b51277b8658c req-0932e191-857b-4b05-9bf0-3b52e898f990 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483651 Apr 08 17:54:07.436427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd97dd-5f27-47fb-9c8c-d64699e24fc6 req-d178132d-196f-4491-b652-7adc41c7b266 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:07.437965 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c0fd97dd-5f27-47fb-9c8c-d64699e24fc6 req-d178132d-196f-4491-b652-7adc41c7b266 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0492537 Apr 08 17:54:07.488568 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c0fd97dd-5f27-47fb-9c8c-d64699e24fc6 req-8a293ad6-d3f7-492b-b973-8c554d537080 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Apr 08 17:54:07.603501 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc82e7-ce34-40f5-a9f0-d86d03c1e568 req-ed2bf6ba-fca1-4265-b9f6-e9b158c134c6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:07.605063 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-25fc82e7-ce34-40f5-a9f0-d86d03c1e568 req-ed2bf6ba-fca1-4265-b9f6-e9b158c134c6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0528927 Apr 08 17:54:07.614686 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50566) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:07.620027 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Request body: {'floatingip': {'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:07.692922 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:08.251627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:08.262016 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:08.510136 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Router 81a94a09-47b5-4b74-8ce6-8968cc078602 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:54:08.630731 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:54:08.635587 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:08.644386 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] Sync routers for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:54:08.657736 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:08.658587 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:53:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:08.669112 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:08.671406 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8264b810-810e-4803-9d7b-2ea5f043c77a" -d '{"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:08.708701 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7150896f-8c95-4775-879b-f237955bce14 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "PUT /v2.0/floatingips/b21bc291-aa83-473d-8d8b-e1189cc1c158 HTTP/1.1" status: 200 len: 994 time: 1.0927081 Apr 08 17:54:08.778917 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:08.849586 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103afecd-44d1-47f0-8b23-6bfb96035b38 x-openstack-request-id: req-103afecd-44d1-47f0-8b23-6bfb96035b38 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:08.849878 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:08.850134 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-103afecd-44d1-47f0-8b23-6bfb96035b38 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:08.850537 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103afecd-44d1-47f0-8b23-6bfb96035b38'] response: {'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'status': 'completed', 'code': 200} Apr 08 17:54:08.968680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-83c857c8-d7a2-40a3-88e5-b87a2d6d64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:08.970221 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-83c857c8-d7a2-40a3-88e5-b87a2d6d64c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1130 time: 0.0478754 Apr 08 17:54:09.016957 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b21bc291-aa83-473d-8d8b-e1189cc1c158', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'mac_address': 'fa:16:3e:22:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:02Z', 'updated_at': '2022-04-08T17:54:08Z', 'revision_number': 3, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:09.045706 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] Checking router: 81a94a09-47b5-4b74-8ce6-8968cc078602 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:54:09.059378 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:09.060481 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:53:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:09.086899 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-fee7b1a9-ead1-40d3-95a0-23e5718962b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:09.090254 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-fee7b1a9-ead1-40d3-95a0-23e5718962b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.0994935 Apr 08 17:54:09.316323 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:09.420660 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-c8b1f102-1c61-4f53-bc05-0a5f598ee91c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 1002 time: 0.3209577 Apr 08 17:54:09.475946 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-2e2a7845-9a3c-4e47-98fc-5c461398e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:09.477638 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-2e2a7845-9a3c-4e47-98fc-5c461398e6ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0490456 Apr 08 17:54:09.530227 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-de3c59eb-d155-4da9-a9d6-6f168caa6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:09.531822 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-de3c59eb-d155-4da9-a9d6-6f168caa6597 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442567 Apr 08 17:54:09.608971 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b21bc291-aa83-473d-8d8b-e1189cc1c158', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'mac_address': 'fa:16:3e:22:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:02Z', 'updated_at': '2022-04-08T17:54:08Z', 'revision_number': 3, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:09.642082 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-190db296-7e71-4c87-8088-c08b17f2d5e1 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025445 Apr 08 17:54:09.643122 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045a21bf-8a6f-43ac-8f26-af5b476345ca None None] The sync data for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi is: [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'b21bc291-aa83-473d-8d8b-e1189cc1c158', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'port_id': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'mac_address': 'fa:16:3e:22:a5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:49:02Z', 'updated_at': '2022-04-08T17:54:08Z', 'revision_number': 3, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:54:09.769573 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8264b810-810e-4803-9d7b-2ea5f043c77a req-2d4559be-a3be-4955-89be-6521cc41b47d service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185026 Apr 08 17:54:10.852178 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:10.854557 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:10.898483 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fe9251-391e-4787-b37d-5ef557b926a1 x-openstack-request-id: req-69fe9251-391e-4787-b37d-5ef557b926a1 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:10.898793 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:10.899051 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-69fe9251-391e-4787-b37d-5ef557b926a1 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:10.899461 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69fe9251-391e-4787-b37d-5ef557b926a1'] response: {'name': 'network-changed', 'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'status': 'completed', 'code': 200} Apr 08 17:54:11.033883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-3ce22432-363b-477e-80ce-bc6dafab5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:11.035477 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-3ce22432-363b-477e-80ce-bc6dafab5e65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 1130 time: 0.0559359 Apr 08 17:54:11.141237 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-a7f34637-00ba-461a-a53d-63d3e36c3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:11.142650 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-a7f34637-00ba-461a-a53d-63d3e36c3d50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.0939684 Apr 08 17:54:11.218064 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-467c0b44-6d85-4913-aafd-b0657fd23cf0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 200 len: 1002 time: 0.0666375 Apr 08 17:54:11.271601 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-02acd23a-23e7-4a6b-8f37-9eb1bab3dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:11.273146 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-02acd23a-23e7-4a6b-8f37-9eb1bab3dbff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0448177 Apr 08 17:54:11.372646 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-72219ffc-e3aa-423c-8c77-2da0ed9916dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:11.374202 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-72219ffc-e3aa-423c-8c77-2da0ed9916dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497856 Apr 08 17:54:11.525696 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-37845cdf-fe89-4f70-ace9-85dd0ea8d8b0 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421268 Apr 08 17:54:11.654138 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f26fb9ec-bd34-4842-9f58-78214ef7a2a5 req-6d880dd2-8ad6-42f1-b966-36f4ad31e2f0 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180770 Apr 08 17:54:22.750716 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-374526b2-806b-46cd-9c4f-2e54f897128a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482116 Apr 08 17:54:22.887340 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-65ba12ca-b638-4f2e-831f-fd91016be1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:22.889466 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-65ba12ca-b638-4f2e-831f-fd91016be1d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 1129 time: 0.0529082 Apr 08 17:54:23.002232 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-0329fc0c-84b5-4f80-b25e-ba02d59235ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:23.003654 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-0329fc0c-84b5-4f80-b25e-ba02d59235ab service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.0911541 Apr 08 17:54:23.057641 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-ffac4d34-962f-49b1-a531-e6c3684e43fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 200 len: 217 time: 0.0419617 Apr 08 17:54:23.123153 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-0f7d1ea9-a31d-42d9-9799-28dfb36eb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:23.124753 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-0f7d1ea9-a31d-42d9-9799-28dfb36eb791 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0523274 Apr 08 17:54:23.176048 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-ec766011-8043-4077-a444-6b013116553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:23.177615 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-ec766011-8043-4077-a444-6b013116553d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430727 Apr 08 17:54:23.280186 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0b285332-826b-4d10-a104-dd09343b39bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:23.296043 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-68138531-58b1-4b87-a042-707b071505c7 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018691 Apr 08 17:54:23.400134 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ce1fbf28-dca4-47b3-beee-65a4ca4cdc9c req-3c636109-f191-4c34-9271-4795d3e98c13 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930779 Apr 08 17:54:25.602513 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-70151401-8eb4-4b3f-b54d-a535bb147189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:26.845765 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:27.148717 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:28.655326 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:29.864308 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:30.238252 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:54:33.937922 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cd088-9d5c-4e64-9c5b-86ca8acf9b23 req-8d1b9f10-aa8c-4352-8397-82cb429f1b98 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:33.939529 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cd2cd088-9d5c-4e64-9c5b-86ca8acf9b23 req-8d1b9f10-aa8c-4352-8397-82cb429f1b98 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0522959 Apr 08 17:54:33.977741 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-cb965f92-d14a-418c-816d-3c85a2e635aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:33.979381 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-cb965f92-d14a-418c-816d-3c85a2e635aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1169 time: 0.0492303 Apr 08 17:54:34.015611 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-cd2cd088-9d5c-4e64-9c5b-86ca8acf9b23 req-bcc2c106-b40a-458d-802c-d370d10be073 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701795 Apr 08 17:54:34.076966 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-52fc2c2c-24e0-42fc-b4da-0db0b2f70bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:34.078464 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-52fc2c2c-24e0-42fc-b4da-0db0b2f70bd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 200 len: 916 time: 0.0909755 Apr 08 17:54:34.153871 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-60375170-2e47-4e63-a1a5-c965dbff1678 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 1001 time: 0.0673988 Apr 08 17:54:34.207198 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-5f4865c1-6221-4d04-bc33-61e048ed632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:34.207917 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-5f4865c1-6221-4d04-bc33-61e048ed632f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f2b9630-a2b4-4fd7-b2c6-037e5341e609 HTTP/1.1" status: 200 len: 854 time: 0.0466676 Apr 08 17:54:34.257158 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-5c0ea0e0-dba8-4766-8db2-30d6709eec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:34.259308 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-5c0ea0e0-dba8-4766-8db2-30d6709eec0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280d0b11-cae3-41c5-8685-c845cdfd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421965 Apr 08 17:54:34.359135 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-c25231c6-0cd6-4b11-ab35-46bc9412b093 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907581 Apr 08 17:54:34.457360 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-964d435d-699e-41b7-bddf-59a6b5db2899 req-e7482a29-7319-43c2-a010-1a299a46f577 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897567 Apr 08 17:54:35.165489 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170734ed-0fe1-45aa-8fb7-7e0b7f2f5d2d req-5f83cbfb-de44-4bcf-98ea-a59c3f4a8be2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:35.166618 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-170734ed-0fe1-45aa-8fb7-7e0b7f2f5d2d req-5f83cbfb-de44-4bcf-98ea-a59c3f4a8be2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0562565 Apr 08 17:54:35.233821 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-170734ed-0fe1-45aa-8fb7-7e0b7f2f5d2d req-08bf0c6d-93d5-4ed2-a987-79e035630078 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591273 Apr 08 17:54:36.021375 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689b2f2-a86a-47ef-98f8-0bea58d459e0 req-7bff9398-84e6-4480-810e-cf2b8b7db09d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:36.022878 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7689b2f2-a86a-47ef-98f8-0bea58d459e0 req-7bff9398-84e6-4480-810e-cf2b8b7db09d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0517862 Apr 08 17:54:36.072055 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7689b2f2-a86a-47ef-98f8-0bea58d459e0 req-d5e15982-543f-47ca-a63e-9334663fd010 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425441 Apr 08 17:54:36.372529 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3aa1b-b670-40d9-97b9-5a4db6e06c43 req-190aa1df-986d-4451-8309-db4466f4cc20 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:36.374079 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0ea3aa1b-b670-40d9-97b9-5a4db6e06c43 req-190aa1df-986d-4451-8309-db4466f4cc20 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0608916 Apr 08 17:54:36.445644 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0ea3aa1b-b670-40d9-97b9-5a4db6e06c43 req-fe6c30e5-be44-4c9c-ac11-10434a1088e9 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604792 Apr 08 17:54:37.203014 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f849b0-e7e3-4eaf-8cea-cd410ef814b4 req-e479af9e-7663-476b-b226-1448d35662df tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:37.204684 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d6f849b0-e7e3-4eaf-8cea-cd410ef814b4 req-e479af9e-7663-476b-b226-1448d35662df tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0608220 Apr 08 17:54:37.272376 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d6f849b0-e7e3-4eaf-8cea-cd410ef814b4 req-3265d2bb-aaea-47ce-978d-4e5b2584cace tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614982 Apr 08 17:54:37.568256 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92834503-acd0-4984-9d46-26af80215a3a req-dc7253e8-60eb-4a96-927e-da7047afc2e3 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:37.569825 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-92834503-acd0-4984-9d46-26af80215a3a req-dc7253e8-60eb-4a96-927e-da7047afc2e3 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0514216 Apr 08 17:54:37.641969 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-92834503-acd0-4984-9d46-26af80215a3a req-8bf084a7-197e-4e90-b918-acb3e6e38fd9 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653443 Apr 08 17:54:38.402681 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0c0f4-3ebb-4eae-9134-1aeaf00d9a16 req-c62a0b27-e4ee-4325-89bf-9be6299dcf75 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:38.404801 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6fd0c0f4-3ebb-4eae-9134-1aeaf00d9a16 req-c62a0b27-e4ee-4325-89bf-9be6299dcf75 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0596418 Apr 08 17:54:38.457996 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6fd0c0f4-3ebb-4eae-9134-1aeaf00d9a16 req-9667cf0c-97b3-4e07-bc60-cc61061cccb4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=7021cf2d-549d-4e82-be3d-ffa46d1261f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468476 Apr 08 17:54:38.649261 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-f1cdb32a-8e9d-4351-84e8-8b9280436b53 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:38.650801 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-f1cdb32a-8e9d-4351-84e8-8b9280436b53 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 945 time: 0.0503724 Apr 08 17:54:38.754828 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port 127754bd-d7a2-4ab5-bae6-f84d331baf05 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:38.755097 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:38.796828 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a581a-1864-4325-a492-1dc4e977c318 req-c35764af-1333-4617-8c79-89c3cc39daac tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:38.798410 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-342a581a-1864-4325-a492-1dc4e977c318 req-c35764af-1333-4617-8c79-89c3cc39daac tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0607140 Apr 08 17:54:38.868720 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-342a581a-1864-4325-a492-1dc4e977c318 req-c3301c7a-d4b3-410c-8d3c-c154d1281255 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623431 Apr 08 17:54:38.874190 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] For port 127754bd-d7a2-4ab5-bae6-f84d331baf05, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=127754bd-d7a2-4ab5-bae6-f84d331baf05,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:38.874798 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:39.134743 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:39.135112 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (8c74a635-1ea3-47be-ad10-3a0435984508), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:39.135437 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP 8c74a635-1ea3-47be-ad10-3a0435984508 disassociated. External IP: 172.27.2.233, port: 127754bd-d7a2-4ab5-bae6-f84d331baf05. Apr 08 17:54:39.135796 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for 127754bd-d7a2-4ab5-bae6-f84d331baf05 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:39.279680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (127754bd-d7a2-4ab5-bae6-f84d331baf05), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:39.310487 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=127754bd-d7a2-4ab5-bae6-f84d331baf05,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:39.322941 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.323289 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.323639 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.323983 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.324352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.324687 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.325020 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.325351 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.325682 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.326022 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.326349 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.326677 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.327005 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.327326 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.327650 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:39.451815 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:54:39.598737 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4f995d9-85dc-4b7c-88ef-8beeef5d4595 req-df76de8d-434e-40e4-95e9-3ddb3a7baef0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0611150 Apr 08 17:54:39.629361 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:54:39.643185 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:54:39.655416 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:39.656080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:39.680380 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] No DVR routers for this DVR port 127754bd-d7a2-4ab5-bae6-f84d331baf05 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:54:39.683053 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:39.686708 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c6236df1-2054-4f14-ad42-331ab0092b23 req-204060ed-38f6-472f-ba63-ce367703c5a3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "DELETE /v2.0/ports/127754bd-d7a2-4ab5-bae6-f84d331baf05 HTTP/1.1" status: 204 len: 173 time: 1.0278754 Apr 08 17:54:39.687236 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'name': 'network-vif-deleted', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:39.689836 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaefbb9-74ed-4a36-956a-abde84c0d17c" -d '{"events": [{"server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "name": "network-vif-deleted", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:39.756922 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e520621b-f2bf-41f1-8bd4-0484d8f0ec89 x-openstack-request-id: req-e520621b-f2bf-41f1-8bd4-0484d8f0ec89 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:39.757392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deeada16-f523-4ee0-b219-d70229c08995", "name": "network-vif-deleted", "tag": "127754bd-d7a2-4ab5-bae6-f84d331baf05", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:39.757792 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e520621b-f2bf-41f1-8bd4-0484d8f0ec89 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:39.758405 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e520621b-f2bf-41f1-8bd4-0484d8f0ec89'] response: {'server_uuid': 'deeada16-f523-4ee0-b219-d70229c08995', 'name': 'network-vif-deleted', 'tag': '127754bd-d7a2-4ab5-bae6-f84d331baf05', 'status': 'completed', 'code': 200} Apr 08 17:54:39.849297 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:39.997584 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8e7b9-f11b-4ccf-95d8-fd83cf4d1e65 req-45287dac-7cab-40aa-89fd-13058df56cd2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:39.999091 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-32d8e7b9-f11b-4ccf-95d8-fd83cf4d1e65 req-45287dac-7cab-40aa-89fd-13058df56cd2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0513535 Apr 08 17:54:40.071367 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-32d8e7b9-f11b-4ccf-95d8-fd83cf4d1e65 req-27d622e0-11df-4d8c-9213-57ab6ba3b99d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652988 Apr 08 17:54:40.163254 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:06Z', 'revision_number': 2, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:40.195547 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:54:40.205550 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:40.206179 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:40.326424 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:40.603850 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:06Z', 'revision_number': 2, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:40.658547 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd91b41e-a60f-4056-9fd3-d4d9d8e1df7c None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aeffa8d4-fde4-4f0e-9ac2-175520b50c4b', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:60:b8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:46:42Z', 'updated_at': '2022-04-08T17:48:06Z', 'revision_number': 2, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:54:40.776094 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0557d9aa-5324-4d60-ab42-d7d80d0db28a req-5fdcd60b-2721-40cd-8051-38c39ba70860 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=deeada16-f523-4ee0-b219-d70229c08995 HTTP/1.1" status: 200 len: 210 time: 0.0453138 Apr 08 17:54:40.980303 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c853ffc-9fe8-4c33-9381-4d6b4bfa1659 None None] New status for floating IP 8c74a635-1ea3-47be-ad10-3a0435984508: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:54:41.217887 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 127754bd-d7a2-4ab5-bae6-f84d331baf05 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:54:41.252460 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 127754bd-d7a2-4ab5-bae6-f84d331baf05 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:54:41.252870 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 127754bd-d7a2-4ab5-bae6-f84d331baf05 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:54:41.255419 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240836-ebad-4285-bfe5-5724a33dc94b req-16ff3d3e-4fb1-478b-a469-c0b8e3bc5fec tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:41.258653 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5d240836-ebad-4285-bfe5-5724a33dc94b req-16ff3d3e-4fb1-478b-a469-c0b8e3bc5fec tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0702748 Apr 08 17:54:41.361020 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5d240836-ebad-4285-bfe5-5724a33dc94b req-90537abe-3c13-4bed-ac49-72def348157c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830147 Apr 08 17:54:41.927821 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50656) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:42.029237 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c16ea28b-5873-495e-a17f-91de3a7771e4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (7021cf2d-549d-4e82-be3d-ffa46d1261f9), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.061320 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c16ea28b-5873-495e-a17f-91de3a7771e4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (7021cf2d-549d-4e82-be3d-ffa46d1261f9), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.123945 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c16ea28b-5873-495e-a17f-91de3a7771e4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (7021cf2d-549d-4e82-be3d-ffa46d1261f9), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.126792 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c16ea28b-5873-495e-a17f-91de3a7771e4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.132410 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c16ea28b-5873-495e-a17f-91de3a7771e4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/security-groups/7021cf2d-549d-4e82-be3d-ffa46d1261f9 HTTP/1.1" status: 204 len: 168 time: 0.1984384 Apr 08 17:54:42.132701 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50658) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:42.150791 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ea28b-5873-495e-a17f-91de3a7771e4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7021cf2d-549d-4e82-be3d-ffa46d1261f9,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:42.153045 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.api.v2.resource [None req-8dcfdc86-3ce2-4a18-b557-4000c824e33b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] show failed (client error): The resource could not be found. Apr 08 17:54:42.158361 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8dcfdc86-3ce2-4a18-b557-4000c824e33b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups/7021cf2d-549d-4e82-be3d-ffa46d1261f9 HTTP/1.1" status: 404 len: 347 time: 0.0201261 Apr 08 17:54:42.159760 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50660) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:42.340600 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port 84758bd0-2d87-43d2-87c6-76d1aba500fe {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:42.341351 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.456282 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.456759 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (84758bd0-2d87-43d2-87c6-76d1aba500fe), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.475610 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for 84758bd0-2d87-43d2-87c6-76d1aba500fe owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:42.542639 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bd416-0547-4f9d-8495-c707c2205180 req-e8af31b1-627d-4ceb-93ec-5782a1f6a1e3 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:42.548049 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a26bd416-0547-4f9d-8495-c707c2205180 req-e8af31b1-627d-4ceb-93ec-5782a1f6a1e3 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.1001599 Apr 08 17:54:42.659483 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a26bd416-0547-4f9d-8495-c707c2205180 req-c74a2445-c834-4b6a-a2c4-60e71fc9d8bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065738 Apr 08 17:54:42.713849 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (84758bd0-2d87-43d2-87c6-76d1aba500fe), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.761545 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=84758bd0-2d87-43d2-87c6-76d1aba500fe,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:42.861388 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (8c74a635-1ea3-47be-ad10-3a0435984508), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.864042 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:42.865646 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1de95ad6-0d88-4263-9a79-e00404d3da19 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/floatingips/8c74a635-1ea3-47be-ad10-3a0435984508 HTTP/1.1" status: 204 len: 168 time: 0.7001030 Apr 08 17:54:43.849994 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72df214-5cc3-49ab-a2f3-5bce6225c832 req-5d92bc49-937c-4891-be6e-f98263e68d72 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:43.851581 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e72df214-5cc3-49ab-a2f3-5bce6225c832 req-5d92bc49-937c-4891-be6e-f98263e68d72 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0746293 Apr 08 17:54:43.943522 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e72df214-5cc3-49ab-a2f3-5bce6225c832 req-82081a7e-e049-4f80-9cc3-ee6657e60ded tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806990 Apr 08 17:54:45.067863 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302179-857f-40bd-9d63-d26a6379e0af req-f43720c1-1cd3-458f-8367-26b9e1c69bea tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:45.069445 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7302179-857f-40bd-9d63-d26a6379e0af req-f43720c1-1cd3-458f-8367-26b9e1c69bea tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0504129 Apr 08 17:54:45.130470 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c7302179-857f-40bd-9d63-d26a6379e0af req-48f14407-718d-4385-9ad7-e497c1082eeb tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547678 Apr 08 17:54:45.650069 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde91747-c544-47b9-9743-52782bda484d req-813f8c2e-e41a-44aa-89f3-7691a9433f26 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:45.651557 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bde91747-c544-47b9-9743-52782bda484d req-813f8c2e-e41a-44aa-89f3-7691a9433f26 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0482833 Apr 08 17:54:45.699615 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bde91747-c544-47b9-9743-52782bda484d req-258e4b5c-43eb-40d7-b843-2784d8c690ca tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Apr 08 17:54:46.255106 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcc182-e3a5-464c-8275-0faab5ada39b req-9be2a9ef-8763-4e22-8a82-34bd3d91b568 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:46.256631 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1edcc182-e3a5-464c-8275-0faab5ada39b req-9be2a9ef-8763-4e22-8a82-34bd3d91b568 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0541987 Apr 08 17:54:46.323247 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1edcc182-e3a5-464c-8275-0faab5ada39b req-299adcec-46f4-458f-90aa-1dfb517a70ff tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608187 Apr 08 17:54:46.818927 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d691aac-333c-49b6-93fb-aa34ece58db9 req-479c73ff-bfc4-4ec2-8ac0-28944e0c6b35 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:46.821244 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6d691aac-333c-49b6-93fb-aa34ece58db9 req-479c73ff-bfc4-4ec2-8ac0-28944e0c6b35 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0541055 Apr 08 17:54:46.871356 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6d691aac-333c-49b6-93fb-aa34ece58db9 req-19f943e1-d6b7-4b6f-ab3b-1f90bc5d769b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=282f21df-1acd-4bc8-bdba-5b429da13f39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443289 Apr 08 17:54:47.073998 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-ea31418e-0f29-474e-9f76-9462624bd2cf tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:47.075463 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-ea31418e-0f29-474e-9f76-9462624bd2cf tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 945 time: 0.0474210 Apr 08 17:54:47.173873 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:47.174225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:47.268073 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] For port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:47.268813 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:47.707708 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b5191-ae38-4af6-a2f4-3098bb141a95 req-7f9817bf-971f-4e8e-83c8-0bd500fad61e tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:47.709145 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cc3b5191-ae38-4af6-a2f4-3098bb141a95 req-7f9817bf-971f-4e8e-83c8-0bd500fad61e tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.2922175 Apr 08 17:54:47.711194 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:47.711554 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (aeffa8d4-fde4-4f0e-9ac2-175520b50c4b), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:47.712405 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP aeffa8d4-fde4-4f0e-9ac2-175520b50c4b disassociated. External IP: 172.27.2.161, port: f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e. Apr 08 17:54:47.712758 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:47.824489 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cc3b5191-ae38-4af6-a2f4-3098bb141a95 req-98c172f8-0d59-4c23-92e6-baf197ad8778 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067083 Apr 08 17:54:47.902469 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:47.934104 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:47.980699 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-dd0c72c7-d123-4942-9c58-99cfc6ee285b req-bf47affd-52b6-490f-b335-28d234051021 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=df72a373-3de8-47e0-8bc6-42ef3d4f97b5 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Apr 08 17:54:48.053735 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:54:48.168019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:54:48.179058 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:54:48.190976 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:48.191626 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:48.215033 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] No DVR routers for this DVR port f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:54:48.217685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:48.221139 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f6e4bca7-cc33-41fc-a55d-378dacff397e req-1a616978-5e5e-4145-b436-e320b7d4116f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "DELETE /v2.0/ports/f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e HTTP/1.1" status: 204 len: 173 time: 1.1392341 Apr 08 17:54:48.221611 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'name': 'network-vif-deleted', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:48.223936 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bde1afd-0548-4672-ad48-edd898cb0def" -d '{"events": [{"server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "name": "network-vif-deleted", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:48.266248 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcf2358-c21f-4bbf-8ac9-7f4a6bf74cfe x-openstack-request-id: req-1fcf2358-c21f-4bbf-8ac9-7f4a6bf74cfe {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:48.266685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72a373-3de8-47e0-8bc6-42ef3d4f97b5", "name": "network-vif-deleted", "tag": "f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:48.267037 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1fcf2358-c21f-4bbf-8ac9-7f4a6bf74cfe {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:48.267579 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fcf2358-c21f-4bbf-8ac9-7f4a6bf74cfe'] response: {'server_uuid': 'df72a373-3de8-47e0-8bc6-42ef3d4f97b5', 'name': 'network-vif-deleted', 'tag': 'f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e', 'status': 'completed', 'code': 200} Apr 08 17:54:48.315281 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:48.540824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:48.568155 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:54:48.578051 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:48.578693 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:48.871277 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:49.037403 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1217c4-d1d3-46a3-b7d0-2af0a0d1fb2d req-2f21fca0-daa3-487d-8ba4-c8ef0011303b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:49.048161 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3a1217c4-d1d3-46a3-b7d0-2af0a0d1fb2d req-2f21fca0-daa3-487d-8ba4-c8ef0011303b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0826032 Apr 08 17:54:49.140651 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3a1217c4-d1d3-46a3-b7d0-2af0a0d1fb2d req-fb98788b-dfe5-45c1-a84e-db9341524063 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894599 Apr 08 17:54:49.171943 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50722) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:49.225689 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:54:49.250873 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (282f21df-1acd-4bc8-bdba-5b429da13f39), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.256845 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:54:49.257198 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f45e3b92-f31f-4bd6-bcc0-2142ad1fe81e not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:54:49.273542 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:49.286546 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (282f21df-1acd-4bc8-bdba-5b429da13f39), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.306230 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9537b-f07b-45e7-b23f-b777e7095193 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:54:49.388453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (282f21df-1acd-4bc8-bdba-5b429da13f39), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.391597 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.393363 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/security-groups/282f21df-1acd-4bc8-bdba-5b429da13f39 HTTP/1.1" status: 204 len: 168 time: 0.2200239 Apr 08 17:54:49.397398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50724) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:49.407176 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f21df-1acd-4bc8-bdba-5b429da13f39,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:49.416162 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.api.v2.resource [None req-7061960d-fb36-4748-a7b3-ead0b91331bc tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] show failed (client error): The resource could not be found. Apr 08 17:54:49.417581 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-7061960d-fb36-4748-a7b3-ead0b91331bc tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups/282f21df-1acd-4bc8-bdba-5b429da13f39 HTTP/1.1" status: 404 len: 347 time: 0.0190504 Apr 08 17:54:49.422099 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50726) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:49.423033 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.423585 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.424133 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.424704 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.425303 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.426172 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.426710 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.427261 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.427946 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.428528 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.429035 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.429509 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.430171 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.430668 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.431154 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debde25c-ce15-455b-a4b4-a086b03d7b3f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:54:49.616071 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port 9a7e1940-7f1a-4750-b554-6003611224e3 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:49.616600 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (9a7e1940-7f1a-4750-b554-6003611224e3), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.637573 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4f4aab-582a-4dca-818f-d579074504f9 None None] New status for floating IP aeffa8d4-fde4-4f0e-9ac2-175520b50c4b: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:54:49.741739 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (9a7e1940-7f1a-4750-b554-6003611224e3), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.742809 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (9a7e1940-7f1a-4750-b554-6003611224e3), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:49.761721 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for 9a7e1940-7f1a-4750-b554-6003611224e3 owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:49.977808 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (9a7e1940-7f1a-4750-b554-6003611224e3), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.006378 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=9a7e1940-7f1a-4750-b554-6003611224e3,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:50.079216 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (aeffa8d4-fde4-4f0e-9ac2-175520b50c4b), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.081872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.083078 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ee47684e-df28-48b2-96f8-bcd7b1c84701 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/floatingips/aeffa8d4-fde4-4f0e-9ac2-175520b50c4b HTTP/1.1" status: 204 len: 168 time: 0.6597369 Apr 08 17:54:50.289852 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b283e-a651-4083-b630-a647e3955e03 req-07a9cb8d-8204-4fac-a811-2ff2e0e5c104 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:50.291586 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-724b283e-a651-4083-b630-a647e3955e03 req-07a9cb8d-8204-4fac-a811-2ff2e0e5c104 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0767281 Apr 08 17:54:50.388037 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-724b283e-a651-4083-b630-a647e3955e03 req-bce9ff93-5321-45f5-9fa3-a3bd4d595d3c tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893440 Apr 08 17:54:50.402277 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50734) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:50.407303 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-fc6359e3-4bf8-4416-bd3f-b19497825c29 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227215391', 'description': 'tempest-description--2072937544'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:50.435951 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc6359e3-4bf8-4416-bd3f-b19497825c29 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.548374 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc6359e3-4bf8-4416-bd3f-b19497825c29 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (c96f190a-e5cc-4084-b5f7-1108be34b84e), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.556011 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc6359e3-4bf8-4416-bd3f-b19497825c29 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (c96f190a-e5cc-4084-b5f7-1108be34b84e), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.593648 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc6359e3-4bf8-4416-bd3f-b19497825c29 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.594976 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-fc6359e3-4bf8-4416-bd3f-b19497825c29 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1914809 Apr 08 17:54:50.595941 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6359e3-4bf8-4416-bd3f-b19497825c29 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f190a-e5cc-4084-b5f7-1108be34b84e,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:50.599807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50736) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:50.605293 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-a6c974f7-826d-4aca-a14a-02de8c6a5e50 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': 'c96f190a-e5cc-4084-b5f7-1108be34b84e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:50.648952 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6c974f7-826d-4aca-a14a-02de8c6a5e50 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (72466cac-e88e-49f7-a39b-bd74d8cc7aa0), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.738354 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6c974f7-826d-4aca-a14a-02de8c6a5e50 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (72466cac-e88e-49f7-a39b-bd74d8cc7aa0), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.743832 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6c974f7-826d-4aca-a14a-02de8c6a5e50 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (72466cac-e88e-49f7-a39b-bd74d8cc7aa0), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.764333 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c974f7-826d-4aca-a14a-02de8c6a5e50 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72466cac-e88e-49f7-a39b-bd74d8cc7aa0,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:50.773113 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6c974f7-826d-4aca-a14a-02de8c6a5e50 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.777657 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a6c974f7-826d-4aca-a14a-02de8c6a5e50 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740894 Apr 08 17:54:50.778498 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50738) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:50.783428 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-951d3aeb-422c-4ca5-bec0-257c4b63ad7d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': 'c96f190a-e5cc-4084-b5f7-1108be34b84e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:50.813849 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-951d3aeb-422c-4ca5-bec0-257c4b63ad7d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (92e7294a-8af7-4c3d-8afe-234fd2db17d3), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.889231 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-951d3aeb-422c-4ca5-bec0-257c4b63ad7d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (92e7294a-8af7-4c3d-8afe-234fd2db17d3), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.894352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-951d3aeb-422c-4ca5-bec0-257c4b63ad7d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (92e7294a-8af7-4c3d-8afe-234fd2db17d3), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.918413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d3aeb-422c-4ca5-bec0-257c4b63ad7d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e7294a-8af7-4c3d-8afe-234fd2db17d3,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:50.926812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-951d3aeb-422c-4ca5-bec0-257c4b63ad7d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:50.928148 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-951d3aeb-422c-4ca5-bec0-257c4b63ad7d tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484246 Apr 08 17:54:50.933212 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50740) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:50.938387 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:50.964027 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:51.073495 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:51.288436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.27.2.64 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/6310eb4d-0522-4014-9037-4ad054eae4dd) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:54:51.489632 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:51.622110 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987b5e8-ad34-48c3-b2d4-d36d4afe4a23 req-de9e1ee4-915b-4ec0-be55-200068fe7443 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:51.625034 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2987b5e8-ad34-48c3-b2d4-d36d4afe4a23 req-de9e1ee4-915b-4ec0-be55-200068fe7443 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.1319842 Apr 08 17:54:51.673114 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:51.764391 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d18d34-8154-417c-bbe3-4ff29ddc4cb8 req-8a64d04e-bb7e-44d2-a3b3-bd981a26cb83 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:51.767093 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-90d18d34-8154-417c-bbe3-4ff29ddc4cb8 req-8a64d04e-bb7e-44d2-a3b3-bd981a26cb83 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0962024 Apr 08 17:54:51.783807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:54:51.798348 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:54:51.801391 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=6310eb4d-0522-4014-9037-4ad054eae4dd,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:51.808702 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:54:51.847581 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-90d18d34-8154-417c-bbe3-4ff29ddc4cb8 req-b9191aac-e8e5-4de6-8e50-d599f36a032a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689063 Apr 08 17:54:51.855653 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2987b5e8-ad34-48c3-b2d4-d36d4afe4a23 req-3e93a254-84a2-4086-a4a5-8efcb049c008 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2137063 Apr 08 17:54:51.982755 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (7e52b4f5-96f5-4e57-bf06-81becc38ce07), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:52.021902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:52.263272 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:52.270211 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:52.354432 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=6310eb4d-0522-4014-9037-4ad054eae4dd,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:52.367528 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (7e52b4f5-96f5-4e57-bf06-81becc38ce07), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:52.386619 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:52.387959 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-05cfa0d1-c70a-4ad2-8cd8-7dc6c602a013 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4533253 Apr 08 17:54:52.673128 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-23483dd1-7d09-4c36-8ffe-71f7bef0081f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1227215391&fields=id&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 267 time: 0.0725775 Apr 08 17:54:52.806405 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-54831da2-dfb5-4fb3-87a5-29ecba6e1c1b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:52.808003 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-54831da2-dfb5-4fb3-87a5-29ecba6e1c1b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.1279976 Apr 08 17:54:52.828838 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-3b3afab8-621f-4664-8530-fb1442d92d4f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/quotas/b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 375 time: 0.0149758 Apr 08 17:54:52.884276 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-e982ef3e-8082-4e61-8639-424c8800fa28 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497477 Apr 08 17:54:53.006075 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2f082-c1d2-4602-bd4a-c14c758703d0 req-6776eac6-7b76-4d80-8a52-d01271a11a61 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:53.008165 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-03d2f082-c1d2-4602-bd4a-c14c758703d0 req-6776eac6-7b76-4d80-8a52-d01271a11a61 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.0669544 Apr 08 17:54:53.025127 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-943aae42-1c99-4df0-9582-2dcdf6ffcaa9 service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289229 Apr 08 17:54:53.085880 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-03d2f082-c1d2-4602-bd4a-c14c758703d0 req-822025c9-3507-4edc-a43b-1766e3180030 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666680 Apr 08 17:54:53.188876 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f0be41b1-64b0-41a5-9000-f8a4215413b5 service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535332 Apr 08 17:54:53.252489 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacf76f-5e9a-49e0-85d5-b85e5af25cf2 req-afd0c79d-864f-4d2e-b24e-22d361675eea tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:53.254169 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbacf76f-5e9a-49e0-85d5-b85e5af25cf2 req-afd0c79d-864f-4d2e-b24e-22d361675eea tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0730717 Apr 08 17:54:53.288820 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ae77d0dc-968a-4591-baef-1665a945411f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:53.376824 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbacf76f-5e9a-49e0-85d5-b85e5af25cf2 req-b3e9daa2-f78b-40d9-8b80-ddd7448df360 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=41224788-7fe1-41f3-99d4-e5442a1bf079&id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157722 Apr 08 17:54:53.459836 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-617093c8-e9c8-4c4d-b0c3-8c410b6ff878 req-676d6067-a422-49ca-ab56-17e56539fa04 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 210 time: 0.0507324 Apr 08 17:54:54.281294 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-a3535848-c98c-4c57-b8f1-d7b27e06bcb4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:54.284021 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-a3535848-c98c-4c57-b8f1-d7b27e06bcb4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.1298356 Apr 08 17:54:54.300605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdca5-7a25-4228-ba01-1bff5c7f1197 req-50981601-9619-4199-a6d6-b7bf7f01c5fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:54.303910 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-324cdca5-7a25-4228-ba01-1bff5c7f1197 req-50981601-9619-4199-a6d6-b7bf7f01c5fe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 946 time: 0.1055694 Apr 08 17:54:54.453860 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-324cdca5-7a25-4228-ba01-1bff5c7f1197 req-883335f5-9a69-4af7-b631-11007dd866a0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=ca76568d-29c2-407d-93b2-341c619bcab2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349146 Apr 08 17:54:54.470685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Deleting port b3eb7ab8-935e-4546-9a96-264b8d051b6f {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:54.471050 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:54.609755 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2cc9a140-38e9-417f-bcbd-fb335bac3c88 req-3c9c89c6-fe0d-4465-a07e-1535a28d7230 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 210 time: 0.0412202 Apr 08 17:54:54.621054 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] For port b3eb7ab8-935e-4546-9a96-264b8d051b6f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b3eb7ab8-935e-4546-9a96-264b8d051b6f,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:54:54.621454 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:54.889941 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:54.890513 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (f91eb127-268a-4a58-a23b-603b5bd0fd6d), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:54.891068 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Floating IP f91eb127-268a-4a58-a23b-603b5bd0fd6d disassociated. External IP: 172.27.2.116, port: b3eb7ab8-935e-4546-9a96-264b8d051b6f. Apr 08 17:54:54.891673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Calling delete_port for b3eb7ab8-935e-4546-9a96-264b8d051b6f owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:55.113872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-a9660507-de81-4d86-bce2-f1527afa63e8 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:55.115445 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-a9660507-de81-4d86-bce2-f1527afa63e8 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.2503653 Apr 08 17:54:55.207866 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (b3eb7ab8-935e-4546-9a96-264b8d051b6f), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:55.249464 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event deleted for resources: {'Port': ['ID=b3eb7ab8-935e-4546-9a96-264b8d051b6f,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:55.363862 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-222cfbf5-97b6-422f-8523-e51c1382c513 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 380 time: 0.1442070 Apr 08 17:54:55.373340 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'port': {'device_id': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'admin_state_up': True, 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'security_groups': ['c96f190a-e5cc-4084-b5f7-1108be34b84e']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:55.514530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Router e0427723-a488-4e31-a8fe-2405a5a7e07e has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:54:55.602571 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-41298193-34ff-4076-a115-52a11cd52c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:55.633470 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2cb01998-0d83-4e72-b9c2-1af5fed9e44d req-fdd7d057-2b47-4f5c-aaf0-583875cf24e1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 210 time: 0.0521195 Apr 08 17:54:55.639752 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Made reservation on behalf of b60301e63a954efd8e6fed0dd4dab259 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:54:55.643718 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:55.736343 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-10bb17be-4630-453e-b101-d35142fa48fa req-2a02683c-e82f-42d5-bb57-aad5221eb398 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 210 time: 0.0356014 Apr 08 17:54:55.803773 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:54:55.826075 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] Sync routers for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:54:55.846738 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:55.848559 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:55.882170 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] No DVR routers for this DVR port b3eb7ab8-935e-4546-9a96-264b8d051b6f on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:54:55.885625 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:55.889976 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7fac0f8b-a2d7-42bb-8cca-29076dd331a8 req-569f62b9-810f-4245-8db4-4c3c77c38e31 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "DELETE /v2.0/ports/b3eb7ab8-935e-4546-9a96-264b8d051b6f HTTP/1.1" status: 204 len: 173 time: 1.5839722 Apr 08 17:54:55.893141 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-deleted', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:55.896855 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f114be6-015e-4e06-8594-4cf43b851992" -d '{"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-deleted", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:56.002101 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b7e3c-cc74-4ec8-a11e-da8c89db4ba8 x-openstack-request-id: req-f60b7e3c-cc74-4ec8-a11e-da8c89db4ba8 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:56.002591 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bd7fe5-c655-41d2-b861-3a00d54a51fd", "name": "network-vif-deleted", "tag": "b3eb7ab8-935e-4546-9a96-264b8d051b6f", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:56.003018 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f60b7e3c-cc74-4ec8-a11e-da8c89db4ba8 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:56.003676 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60b7e3c-cc74-4ec8-a11e-da8c89db4ba8'] response: {'server_uuid': 'a5bd7fe5-c655-41d2-b861-3a00d54a51fd', 'name': 'network-vif-deleted', 'tag': 'b3eb7ab8-935e-4546-9a96-264b8d051b6f', 'status': 'completed', 'code': 200} Apr 08 17:54:56.017132 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.20.0.7 (e0ad2a86-d620-4fda-a99c-2059c210a0ed/45d512ed-300f-492b-9fd8-0ed0be420735/18d4fd5d-5617-4de0-a210-f5521387818f) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:54:56.077794 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:56.246382 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (18d4fd5d-5617-4de0-a210-f5521387818f), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:56.296882 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:56.357305 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:54:56.360850 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:54:56.365233 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:54:56.377659 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=18d4fd5d-5617-4de0-a210-f5521387818f,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:56.407730 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:56.447820 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:56.448925 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:56.463139 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] Checking router: e0427723-a488-4e31-a8fe-2405a5a7e07e for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:54:56.478117 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-f88e04ef-8b38-4016-aa84-580f03acb243 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1087356 Apr 08 17:54:56.481440 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:54:56.482511 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:56.536841 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Request body: {'port': {'device_id': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:56.659051 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:56.705727 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:54:56.805677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-46017f00-5f11-4cae-baf7-2bc1f90f0853 None None] Provisioning complete for port 18d4fd5d-5617-4de0-a210-f5521387818f triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:54:56.806551 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-46017f00-5f11-4cae-baf7-2bc1f90f0853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:56.876174 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d75a33a3-84b7-481e-9053-ff2ce1e4bf62 req-b280b4b3-1063-4fe1-ab78-8a287e544e19 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=a5bd7fe5-c655-41d2-b861-3a00d54a51fd HTTP/1.1" status: 200 len: 210 time: 0.0625973 Apr 08 17:54:56.882624 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-46017f00-5f11-4cae-baf7-2bc1f90f0853 None None] Port 18d4fd5d-5617-4de0-a210-f5521387818f cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:54:56.932807 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:56.992660 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a0eb7-b322-4fe7-a53b-ae3ea5c4fc07 req-1620c4d6-858a-4ecc-8b53-30d6338c1ea0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:56.994785 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-725a0eb7-b322-4fe7-a53b-ae3ea5c4fc07 req-1620c4d6-858a-4ecc-8b53-30d6338c1ea0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 931 time: 0.0884542 Apr 08 17:54:57.183542 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:57.190803 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:54:57.192062 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-725a0eb7-b322-4fe7-a53b-ae3ea5c4fc07 req-d35dccbf-3304-4f01-84c9-bff77d67d33f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689835 Apr 08 17:54:57.251988 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdcd2db-6768-4514-a12f-5a38e9a74315 None None] The sync data for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi is: [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:54:57.337100 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d4fd5d-5617-4de0-a210-f5521387818f {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:54:57.352657 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Publish callbacks [] for port (18d4fd5d-5617-4de0-a210-f5521387818f), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:57.380059 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Transition to ACTIVE for port object 18d4fd5d-5617-4de0-a210-f5521387818f will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:54:57.386724 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:57.493474 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Pushing event updated for resources: {'Port': ['ID=18d4fd5d-5617-4de0-a210-f5521387818f,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:57.613670 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccd878-2240-456f-b6d6-24a1bd1fb547 None None] New status for floating IP f91eb127-268a-4a58-a23b-603b5bd0fd6d: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:54:57.627854 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Attempting to bind port 18d4fd5d-5617-4de0-a210-f5521387818f on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:54:57.628320 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Attempting to bind port 18d4fd5d-5617-4de0-a210-f5521387818f by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:54:57.628684 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Attempting to bind port 18d4fd5d-5617-4de0-a210-f5521387818f on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:54:57.637258 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Port 18d4fd5d-5617-4de0-a210-f5521387818f on network e0ad2a86-d620-4fda-a99c-2059c210a0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:54:57.637782 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Attempting to bind port 18d4fd5d-5617-4de0-a210-f5521387818f on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:54:57.647282 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:54:57.647877 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Checking segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:54:57.648202 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Bound using segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:54:57.648733 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Bound port: 18d4fd5d-5617-4de0-a210-f5521387818f, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:54:57.649220 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:57.763299 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] For port 18d4fd5d-5617-4de0-a210-f5521387818f, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:54:57.769648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] For port 18d4fd5d-5617-4de0-a210-f5521387818f, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18d4fd5d-5617-4de0-a210-f5521387818f,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:54:57.781322 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.020843 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50808) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:58.106012 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed49fb91-35ca-4141-bbc8-1aa9dd2fc634 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (ca76568d-29c2-407d-93b2-341c619bcab2), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.141066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:58.141388 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed49fb91-35ca-4141-bbc8-1aa9dd2fc634 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (ca76568d-29c2-407d-93b2-341c619bcab2), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.141707 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.143283 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] 10.222.0.73 "PUT /v2.0/ports/18d4fd5d-5617-4de0-a210-f5521387818f HTTP/1.1" status: 200 len: 1093 time: 1.6131840 Apr 08 17:54:58.143902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:54:58.146648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:54:58.186421 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f751637-95fc-4da9-a772-a0e280bd1f3f service neutron] Pushing event updated for resources: {'Port': ['ID=18d4fd5d-5617-4de0-a210-f5521387818f,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:58.210568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe841763-fc83-4f9e-9253-a800b06be7cd x-openstack-request-id: req-fe841763-fc83-4f9e-9253-a800b06be7cd {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:54:58.211123 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:54:58.211300 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fe841763-fc83-4f9e-9253-a800b06be7cd {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:54:58.211658 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe841763-fc83-4f9e-9253-a800b06be7cd'] response: {'name': 'network-changed', 'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f', 'status': 'completed', 'code': 200} Apr 08 17:54:58.232639 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed49fb91-35ca-4141-bbc8-1aa9dd2fc634 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ca76568d-29c2-407d-93b2-341c619bcab2), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.235668 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed49fb91-35ca-4141-bbc8-1aa9dd2fc634 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.236966 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ed49fb91-35ca-4141-bbc8-1aa9dd2fc634 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "DELETE /v2.0/security-groups/ca76568d-29c2-407d-93b2-341c619bcab2 HTTP/1.1" status: 204 len: 168 time: 0.2145553 Apr 08 17:54:58.247173 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50814) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:58.267296 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49fb91-35ca-4141-bbc8-1aa9dd2fc634 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76568d-29c2-407d-93b2-341c619bcab2,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:58.277140 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.api.v2.resource [None req-a1c7559b-495f-4784-a11d-45a3a0599d35 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] show failed (client error): The resource could not be found. Apr 08 17:54:58.278387 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-a1c7559b-495f-4784-a11d-45a3a0599d35 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups/ca76568d-29c2-407d-93b2-341c619bcab2 HTTP/1.1" status: 404 len: 347 time: 0.0260277 Apr 08 17:54:58.292433 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50816) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:58.292717 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-a5c14eaf-4694-47aa-9afd-f749d6d4a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:58.295140 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-a5c14eaf-4694-47aa-9afd-f749d6d4a050 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 1127 time: 0.0566730 Apr 08 17:54:58.407599 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-9e2d78ab-ce9a-4dba-a5a2-b38ec2b7558b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18d4fd5d-5617-4de0-a210-f5521387818f HTTP/1.1" status: 200 len: 217 time: 0.0926740 Apr 08 17:54:58.464583 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Deleting port 9731e85f-a641-4076-90ff-b949995ebf75 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:54:58.464993 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (9731e85f-a641-4076-90ff-b949995ebf75), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.472090 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df078761-ff1b-44f6-9df9-c6bb071eb9e3 req-e3d27a65-17c7-4bf9-9d63-e2b20ad0402e tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:58.473877 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df078761-ff1b-44f6-9df9-c6bb071eb9e3 req-e3d27a65-17c7-4bf9-9d63-e2b20ad0402e tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 943 time: 0.1024253 Apr 08 17:54:58.499803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-2b569728-135b-4762-a5e7-ef5872eb2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:58.501748 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-2b569728-135b-4762-a5e7-ef5872eb2729 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0855179 Apr 08 17:54:58.583127 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780674a5-88ab-45e5-8c90-6af491257aaf req-986b5f6c-ac88-44fc-bdc7-6113c205ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:58.585364 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-986b5f6c-ac88-44fc-bdc7-6113c205ed2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753229 Apr 08 17:54:58.589557 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (9731e85f-a641-4076-90ff-b949995ebf75), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.589995 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (9731e85f-a641-4076-90ff-b949995ebf75), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.590525 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-df078761-ff1b-44f6-9df9-c6bb071eb9e3 req-2e75d68b-bc34-4b2b-82d8-35d8de7d091c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055477 Apr 08 17:54:58.609067 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Calling delete_port for 9731e85f-a641-4076-90ff-b949995ebf75 owned by network:floatingip {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:54:58.667030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:58.734101 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-84eb5052-5ce5-4931-8ee7-b68ba91ea404 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412978 Apr 08 17:54:58.875068 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-780674a5-88ab-45e5-8c90-6af491257aaf req-7505edb5-c12a-4040-870b-157c8316e2ff service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336162 Apr 08 17:54:59.183457 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (9731e85f-a641-4076-90ff-b949995ebf75), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.225859 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event deleted for resources: {'Port': ['ID=9731e85f-a641-4076-90ff-b949995ebf75,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:59.252413 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:54:59.291469 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: b3eb7ab8-935e-4546-9a96-264b8d051b6f {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:54:59.292065 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b3eb7ab8-935e-4546-9a96-264b8d051b6f not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:54:59.335643 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (f91eb127-268a-4a58-a23b-603b5bd0fd6d), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.341510 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.343767 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b0a6d32f-21e6-4ec0-87bf-51ae72b9723b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "DELETE /v2.0/floatingips/f91eb127-268a-4a58-a23b-603b5bd0fd6d HTTP/1.1" status: 204 len: 168 time: 1.0498650 Apr 08 17:54:59.754137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205101c-3bb6-490e-9f54-a87df0e6e54b req-7dffb6b2-2412-4345-aa74-6a61570a0bf2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:54:59.756120 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7205101c-3bb6-490e-9f54-a87df0e6e54b req-7dffb6b2-2412-4345-aa74-6a61570a0bf2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 943 time: 0.0570774 Apr 08 17:54:59.759141 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50822) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:59.766397 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-c725dbf1-5869-4bd6-919f-ed508db16094 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381121828', 'description': 'tempest-description--1788301041'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:59.808751 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c725dbf1-5869-4bd6-919f-ed508db16094 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.831938 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7205101c-3bb6-490e-9f54-a87df0e6e54b req-4be97dc0-d209-426e-8f19-9e1e65d0ce03 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667727 Apr 08 17:54:59.872798 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.907224 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c725dbf1-5869-4bd6-919f-ed508db16094 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (921028cd-8ec1-42dc-b86a-27d66fb22154), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.912684 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c725dbf1-5869-4bd6-919f-ed508db16094 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (921028cd-8ec1-42dc-b86a-27d66fb22154), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.949028 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c725dbf1-5869-4bd6-919f-ed508db16094 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:54:59.950480 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c725dbf1-5869-4bd6-919f-ed508db16094 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1899486 Apr 08 17:54:59.953757 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50824) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:54:59.958703 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-496ae1e4-bd6c-4599-be41-62d3b7c21d14 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'security_group_rule': {'security_group_id': '921028cd-8ec1-42dc-b86a-27d66fb22154', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:54:59.965757 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725dbf1-5869-4bd6-919f-ed508db16094 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921028cd-8ec1-42dc-b86a-27d66fb22154,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:54:59.993652 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-496ae1e4-bd6c-4599-be41-62d3b7c21d14 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (8f097374-02f7-4e37-a42e-c1700a56e123), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.065976 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-496ae1e4-bd6c-4599-be41-62d3b7c21d14 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (8f097374-02f7-4e37-a42e-c1700a56e123), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.071955 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-496ae1e4-bd6c-4599-be41-62d3b7c21d14 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (8f097374-02f7-4e37-a42e-c1700a56e123), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.092926 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ae1e4-bd6c-4599-be41-62d3b7c21d14 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f097374-02f7-4e37-a42e-c1700a56e123,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:00.101360 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-496ae1e4-bd6c-4599-be41-62d3b7c21d14 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.102649 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-496ae1e4-bd6c-4599-be41-62d3b7c21d14 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479037 Apr 08 17:55:00.105723 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50826) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:00.110519 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-ef27a3b4-75d3-494b-ad8b-c109d49f881f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'security_group_rule': {'security_group_id': '921028cd-8ec1-42dc-b86a-27d66fb22154', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:00.139360 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ef27a3b4-75d3-494b-ad8b-c109d49f881f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (4f4d3dab-cec7-4cec-933d-ff305c37dda5), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.209412 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ef27a3b4-75d3-494b-ad8b-c109d49f881f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (4f4d3dab-cec7-4cec-933d-ff305c37dda5), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.214965 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ef27a3b4-75d3-494b-ad8b-c109d49f881f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (4f4d3dab-cec7-4cec-933d-ff305c37dda5), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.234101 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27a3b4-75d3-494b-ad8b-c109d49f881f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4d3dab-cec7-4cec-933d-ff305c37dda5,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:00.244022 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ef27a3b4-75d3-494b-ad8b-c109d49f881f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.245351 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ef27a3b4-75d3-494b-ad8b-c109d49f881f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386034 Apr 08 17:55:00.248527 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50828) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:00.253092 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:00.281554 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.367223 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.486008 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Allocated IP 172.27.2.143 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/b57ad369-43ba-48f8-bd6d-9902d1c9181a) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:55:00.608210 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.652332 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.694616 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:55:00.697888 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:55:00.701840 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:55:00.711647 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'Port': ['ID=b57ad369-43ba-48f8-bd6d-9902d1c9181a,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:00.833608 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (613dc372-b61a-4350-9cfd-e16f623fe627), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:00.907417 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:01.071897 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ded72-96e3-41f9-95c6-1bbdcf8cbd9a req-bf69cd80-38f0-4c34-87bd-f7325572ee49 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:01.074734 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e21ded72-96e3-41f9-95c6-1bbdcf8cbd9a req-bf69cd80-38f0-4c34-87bd-f7325572ee49 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 943 time: 0.1198022 Apr 08 17:55:01.191825 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e21ded72-96e3-41f9-95c6-1bbdcf8cbd9a req-e77d3aa7-1f9a-4678-94be-1b87c50046bc tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994525 Apr 08 17:55:01.243933 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:01.249028 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:01.261701 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18d4fd5d-5617-4de0-a210-f5521387818f details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:55:01.320915 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'Port': ['ID=b57ad369-43ba-48f8-bd6d-9902d1c9181a,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:01.340358 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (613dc372-b61a-4350-9cfd-e16f623fe627), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:01.360786 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:01.362417 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-3524a9fd-3f65-42ec-9988-b33d9afba04c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1127074 Apr 08 17:55:01.379286 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 18d4fd5d-5617-4de0-a210-f5521387818f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18d4fd5d-5617-4de0-a210-f5521387818f,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:01.394831 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '18d4fd5d-5617-4de0-a210-f5521387818f', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'port_id': '18d4fd5d-5617-4de0-a210-f5521387818f', 'mac_address': 'fa:16:3e:ee:48:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:55:01.439854 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 18d4fd5d-5617-4de0-a210-f5521387818f is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:01.440332 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:01.455344 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d4fd5d-5617-4de0-a210-f5521387818f {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:55:01.486141 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 18d4fd5d-5617-4de0-a210-f5521387818f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18d4fd5d-5617-4de0-a210-f5521387818f,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:01.493003 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:01.567207 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=18d4fd5d-5617-4de0-a210-f5521387818f,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:01.581224 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.581224 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.581915 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.582367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.582922 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.583498 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.584063 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.584446 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.584959 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.585543 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.590090 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.590530 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.591629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.591984 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.592359 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:01.612026 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-c51c7371-c91f-4304-a877-fea1334ef4ca tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1381121828&fields=id&tenant_id=d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 267 time: 0.0613708 Apr 08 17:55:01.781066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-033402a9-38c5-42e8-85e8-e36fd9e2587a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:01.782592 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-033402a9-38c5-42e8-85e8-e36fd9e2587a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 816 time: 0.1626015 Apr 08 17:55:01.805835 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-68e3acaa-e6e4-4ea8-98ae-ffd6bddfedbb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/quotas/d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 375 time: 0.0130961 Apr 08 17:55:01.896651 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-e0d0ed61-da0a-4bb4-8814-b957b341e634 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848558 Apr 08 17:55:01.903315 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-42528c76-faf2-45c9-9b9f-cd0ae08ee992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:01.905536 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-42528c76-faf2-45c9-9b9f-cd0ae08ee992 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 1128 time: 0.0577536 Apr 08 17:55:02.107989 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-148e209a-4fdc-4a97-872e-a0bbf0e01f0f service neutron] 10.222.0.78 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944401 Apr 08 17:55:02.111864 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-dcdcdc03-5276-4f9c-b0fe-186a234b1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:02.113555 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-dcdcdc03-5276-4f9c-b0fe-186a234b1ffe service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.1836894 Apr 08 17:55:02.183169 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-9b8234ff-3f56-4f42-a468-b791d0cac666 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18d4fd5d-5617-4de0-a210-f5521387818f HTTP/1.1" status: 200 len: 217 time: 0.0588915 Apr 08 17:55:02.210544 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['18d4fd5d-5617-4de0-a210-f5521387818f'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:55:02.341381 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-b9244a90-d26c-4cc8-b380-ab088fd9f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:02.344371 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-b9244a90-d26c-4cc8-b380-ab088fd9f8b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.1535277 Apr 08 17:55:02.357342 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-ceef991c-4b34-4394-bedc-c065dce8ffaf service neutron] 10.222.0.78 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413402 Apr 08 17:55:02.362644 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfeb83-6301-4ee9-8b47-b05052045a7e req-23caa851-902a-4dd2-862a-15067422a038 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:02.367999 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-99dfeb83-6301-4ee9-8b47-b05052045a7e req-23caa851-902a-4dd2-862a-15067422a038 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 944 time: 0.0735815 Apr 08 17:55:02.428323 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-a6342798-bf7c-41cd-a062-034af3041393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:02.433170 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-a6342798-bf7c-41cd-a062-034af3041393 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0806148 Apr 08 17:55:02.451872 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-99dfeb83-6301-4ee9-8b47-b05052045a7e req-10dacb87-924d-4e12-8158-0439e962bf8a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788150 Apr 08 17:55:02.604981 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0cb3b5cc-7f09-47f8-9a13-5709450853e4 req-cbe39f48-d06a-4905-9c10-a768cd8b5e03 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 210 time: 0.0424063 Apr 08 17:55:02.648072 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-24d3ef96-4fba-41fc-822d-c0a3da1c35a4 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020383 Apr 08 17:55:02.814086 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c3e0a187-42e0-4f3a-bf58-b7c2ac459789 req-a447140c-3cad-4afb-aabc-867f87dcb393 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618826 Apr 08 17:55:03.645107 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4da72-3e77-4b30-91ac-204ea589cea3 req-4629ea87-5682-475c-a698-97245f03f7ee tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:03.648277 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-09c4da72-3e77-4b30-91ac-204ea589cea3 req-4629ea87-5682-475c-a698-97245f03f7ee tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 944 time: 0.0908105 Apr 08 17:55:03.705784 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18d4fd5d-5617-4de0-a210-f5521387818f up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:55:03.718714 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-09c4da72-3e77-4b30-91ac-204ea589cea3 req-3e2b4cf0-0b5d-490a-9ad6-f289e04bd86f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629792 Apr 08 17:55:03.776878 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-37883d06-3827-4c02-b840-40aa168fb164 req-e4b4683f-4bbc-4bc2-9910-a6b830d77d9a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 210 time: 0.0438325 Apr 08 17:55:03.795858 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 18d4fd5d-5617-4de0-a210-f5521387818f completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:55:03.808637 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 18d4fd5d-5617-4de0-a210-f5521387818f triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:55:03.809460 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:03.937067 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 18d4fd5d-5617-4de0-a210-f5521387818f is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:03.937587 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:03.975980 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:03.980679 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bdcbd9-1261-40ee-95e7-c56ba679f475" -d '{"events": [{"server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "name": "network-vif-plugged", "status": "completed", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:04.018002 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 18d4fd5d-5617-4de0-a210-f5521387818f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18d4fd5d-5617-4de0-a210-f5521387818f,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:04.034582 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:04.082060 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e112f439-a0b0-4d5f-8fe9-b2bbfae0b24c x-openstack-request-id: req-e112f439-a0b0-4d5f-8fe9-b2bbfae0b24c {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:04.082491 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "name": "network-vif-plugged", "status": "completed", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:04.082938 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-e112f439-a0b0-4d5f-8fe9-b2bbfae0b24c {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:04.083521 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e112f439-a0b0-4d5f-8fe9-b2bbfae0b24c'] response: {'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f', 'code': 200} Apr 08 17:55:04.137615 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=18d4fd5d-5617-4de0-a210-f5521387818f,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:04.292300 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-844a4b22-4ddb-495d-9d91-4af895fe76e5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:04.295994 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-844a4b22-4ddb-495d-9d91-4af895fe76e5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 816 time: 0.2914567 Apr 08 17:55:04.575897 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072e6758-635f-4e33-976f-0aeea2de957c req-e39d95e5-a5e6-4f2c-ae38-c856bfdedd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:04.578497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-072e6758-635f-4e33-976f-0aeea2de957c req-e39d95e5-a5e6-4f2c-ae38-c856bfdedd25 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 1129 time: 0.0811799 Apr 08 17:55:04.623614 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-60bdf1c1-e280-428b-9465-5b3e96ce3c73 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 380 time: 0.1561685 Apr 08 17:55:04.655038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'port': {'device_id': '5173bc79-cb6d-40d5-9989-0008459b5721', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'admin_state_up': True, 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'security_groups': ['921028cd-8ec1-42dc-b86a-27d66fb22154']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:04.808494 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-072e6758-635f-4e33-976f-0aeea2de957c req-6ab54cba-4d0a-4661-968c-29d41f0fa2e9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575038 Apr 08 17:55:04.890777 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Made reservation on behalf of d89a692a80ec41c7bf57d04093f1401a for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:55:04.898554 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:04.955715 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1c743-78e5-4c98-94e4-4ad8586a91fe req-4e14bff3-bed8-4ce0-abd8-69add447abc4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:04.957796 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98b1c743-78e5-4c98-94e4-4ad8586a91fe req-4e14bff3-bed8-4ce0-abd8-69add447abc4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.1070068 Apr 08 17:55:05.035988 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98b1c743-78e5-4c98-94e4-4ad8586a91fe req-f8a6f1dc-6afa-4c80-8cd8-c805bab2945a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685229 Apr 08 17:55:05.061777 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9a832d0f-d1d7-488d-9114-02340c69eb3b req-c0cf5ef5-1008-44a5-b003-199e9dc6ebbe tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 210 time: 0.0621922 Apr 08 17:55:05.178019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Allocated IP 172.20.0.11 (ad1d721d-462d-4683-8210-a0822019814d/e21b6e51-fa0e-42f6-964c-fd52d0ac555b/efad7922-4b04-41a9-8692-7fd2ac183c37) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:55:05.401544 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:05.450494 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:05.502203 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Network ad1d721d-462d-4683-8210-a0822019814d is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:55:05.506122 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:55:05.511942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:55:05.561621 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:05.618899 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:05.620066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:05.659273 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-a0e95a77-eda8-4552-98cd-3639e017bdc9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0101376 Apr 08 17:55:05.844850 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-68aa7e55-629e-45dc-999d-d2691bc3ed19 None None] Provisioning complete for port efad7922-4b04-41a9-8692-7fd2ac183c37 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:55:05.845635 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-68aa7e55-629e-45dc-999d-d2691bc3ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:05.888280 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-68aa7e55-629e-45dc-999d-d2691bc3ed19 None None] Port efad7922-4b04-41a9-8692-7fd2ac183c37 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:55:06.198395 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7bd56-bf41-4f7a-b2ea-9f3b19c41915 req-a994275c-e2e5-4c80-95e6-152c2d9e31a2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:06.203128 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20b7bd56-bf41-4f7a-b2ea-9f3b19c41915 req-a994275c-e2e5-4c80-95e6-152c2d9e31a2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.0666504 Apr 08 17:55:06.249369 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3e573-c0ad-4671-88c6-710727b13159 req-5af4262c-7e4e-447e-9d17-b20cb18dceac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:06.252343 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e5b3e573-c0ad-4671-88c6-710727b13159 req-5af4262c-7e4e-447e-9d17-b20cb18dceac tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 932 time: 0.0762253 Apr 08 17:55:06.271488 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-20b7bd56-bf41-4f7a-b2ea-9f3b19c41915 req-065ce1a0-871b-45ba-b742-a526aae26974 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585017 Apr 08 17:55:06.322970 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e5b3e573-c0ad-4671-88c6-710727b13159 req-d0bedc31-0f5e-4a95-b449-c190ba5551df tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596104 Apr 08 17:55:06.421420 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Request body: {'port': {'device_id': '5173bc79-cb6d-40d5-9989-0008459b5721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:06.501603 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:06.878996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efad7922-4b04-41a9-8692-7fd2ac183c37 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:55:06.888264 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Publish callbacks [] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:06.905517 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Transition to ACTIVE for port object efad7922-4b04-41a9-8692-7fd2ac183c37 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:55:06.910474 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:06.979161 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:07.098871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Attempting to bind port efad7922-4b04-41a9-8692-7fd2ac183c37 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:55:07.099360 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Attempting to bind port efad7922-4b04-41a9-8692-7fd2ac183c37 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:55:07.099901 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Attempting to bind port efad7922-4b04-41a9-8692-7fd2ac183c37 on network ad1d721d-462d-4683-8210-a0822019814d {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:55:07.106751 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Port efad7922-4b04-41a9-8692-7fd2ac183c37 on network ad1d721d-462d-4683-8210-a0822019814d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:55:07.107197 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Attempting to bind port efad7922-4b04-41a9-8692-7fd2ac183c37 on network ad1d721d-462d-4683-8210-a0822019814d {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:55:07.114638 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:55:07.115412 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Checking segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:55:07.116028 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Bound using segment: {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:55:07.116794 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Bound port: efad7922-4b04-41a9-8692-7fd2ac183c37, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '821faaef-aba5-4db1-bded-7502759cc86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:55:07.117612 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:07.233386 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:55:07.240550 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:55:07.241659 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:55:07.251291 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:07.291626 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:07.292286 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:07.293757 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] 10.222.0.73 "PUT /v2.0/ports/efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 200 len: 1094 time: 0.8777781 Apr 08 17:55:07.297968 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:07.299881 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2c30c5-4c99-4123-ad95-d568e57482ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:07.342488 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81473a7-c60b-4917-a3e3-b19c0a15c387 service neutron] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:07.370437 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e47d3ee-fa16-450a-9113-da9f1b289163 x-openstack-request-id: req-1e47d3ee-fa16-450a-9113-da9f1b289163 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:07.371030 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:07.371410 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e47d3ee-fa16-450a-9113-da9f1b289163 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:07.372080 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e47d3ee-fa16-450a-9113-da9f1b289163'] response: {'name': 'network-changed', 'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'status': 'completed', 'code': 200} Apr 08 17:55:07.443604 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a91346-c0fb-4e87-875c-a09f116fe98c req-96e92393-76bb-466a-8711-9aef46632039 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:07.452044 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-79a91346-c0fb-4e87-875c-a09f116fe98c req-96e92393-76bb-466a-8711-9aef46632039 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.0651975 Apr 08 17:55:07.520767 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-79a91346-c0fb-4e87-875c-a09f116fe98c req-1fe5a947-5d85-4642-a75d-1bf722c9e5f6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672491 Apr 08 17:55:07.536213 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732bc2a-cd28-4881-bdf5-1d55b9ac3d39 req-e194dbb7-7edb-4d4d-af99-6e7910b7324e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:07.538412 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d732bc2a-cd28-4881-bdf5-1d55b9ac3d39 req-e194dbb7-7edb-4d4d-af99-6e7910b7324e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0724881 Apr 08 17:55:07.638498 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d732bc2a-cd28-4881-bdf5-1d55b9ac3d39 req-1c2385e8-49ad-4bab-b0fb-8c01e9531433 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822210 Apr 08 17:55:07.700653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c30c5-4c99-4123-ad95-d568e57482ad req-2f6be1c3-3e6b-467e-8ec4-5b7fca300ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:07.703127 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1a2c30c5-4c99-4123-ad95-d568e57482ad req-2f6be1c3-3e6b-467e-8ec4-5b7fca300ef8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1128 time: 0.0866902 Apr 08 17:55:07.874906 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c30c5-4c99-4123-ad95-d568e57482ad req-8ef1468b-78f8-4bd6-be2b-a0334eb2e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:07.876549 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1a2c30c5-4c99-4123-ad95-d568e57482ad req-8ef1468b-78f8-4bd6-be2b-a0334eb2e498 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=d89a692a80ec41c7bf57d04093f1401a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1545458 Apr 08 17:55:08.034380 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c30c5-4c99-4123-ad95-d568e57482ad req-85f35ddf-4f46-4d03-961e-505ee52e738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:08.036429 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1a2c30c5-4c99-4123-ad95-d568e57482ad req-85f35ddf-4f46-4d03-961e-505ee52e738f service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1440039 Apr 08 17:55:08.182065 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-c9cbb063-0e79-46d6-83ab-1bd0b6872397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:08.183586 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-c9cbb063-0e79-46d6-83ab-1bd0b6872397 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1128 time: 0.0483871 Apr 08 17:55:08.241869 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-4efb6d65-f873-4536-a1b5-67acd7f8d72d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 200 len: 217 time: 0.0397732 Apr 08 17:55:08.301381 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-bc09cc91-ee32-47f2-b8f9-17c86fe38fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:08.303263 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-bc09cc91-ee32-47f2-b8f9-17c86fe38fb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0519719 Apr 08 17:55:08.355987 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-7df2ed8b-dd5f-4b0a-b662-a5d3a81d0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:08.357621 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-7df2ed8b-dd5f-4b0a-b662-a5d3a81d0872 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479193 Apr 08 17:55:08.463823 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-89b490ce-ce83-42a0-9377-8bad1ee3e05a service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971086 Apr 08 17:55:08.562282 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-636b6b9c-b1ca-4d8f-8349-12b597a29cb8 req-455faf38-6745-47ec-aa32-868936b51284 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877733 Apr 08 17:55:08.684586 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5a94-52eb-476c-b6ef-77fc6bbff98d req-0420ca9a-a83d-42b5-ae6c-10fb939d507b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:08.686488 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3daf5a94-52eb-476c-b6ef-77fc6bbff98d req-0420ca9a-a83d-42b5-ae6c-10fb939d507b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.0710020 Apr 08 17:55:08.753339 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3daf5a94-52eb-476c-b6ef-77fc6bbff98d req-96881034-b9a3-4e3a-b56a-5ef219360119 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598710 Apr 08 17:55:08.822868 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1991e2-164f-4839-ac36-3e4f20c191b2 req-7c707da1-45e6-4048-8a92-dc9bfd5b2940 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:08.824370 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9d1991e2-164f-4839-ac36-3e4f20c191b2 req-7c707da1-45e6-4048-8a92-dc9bfd5b2940 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0712638 Apr 08 17:55:08.891774 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01a2ba-7a4b-4ebd-abf5-aebc53f9d390 req-3fd3753c-efc1-4e9b-b72b-8fbec22248ac tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:08.893518 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7e01a2ba-7a4b-4ebd-abf5-aebc53f9d390 req-3fd3753c-efc1-4e9b-b72b-8fbec22248ac tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.0541573 Apr 08 17:55:08.904300 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9d1991e2-164f-4839-ac36-3e4f20c191b2 req-752fc1a4-7b65-41d9-a150-4e80a7653f05 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724466 Apr 08 17:55:08.906000 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 50896) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:08.913229 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'port_id': '18d4fd5d-5617-4de0-a210-f5521387818f'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:08.957921 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (7e52b4f5-96f5-4e57-bf06-81becc38ce07), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:09.761657 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:09.766531 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (7e52b4f5-96f5-4e57-bf06-81becc38ce07), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:09.885725 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP 7e52b4f5-96f5-4e57-bf06-81becc38ce07 associated. External IP: 172.27.2.64, port: 18d4fd5d-5617-4de0-a210-f5521387818f. Apr 08 17:55:10.057750 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e7a4a-ef70-4f03-9152-6e293d13a964 req-ccd91d4a-8c73-4f34-816c-fa93458454ba tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:10.059613 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d07e7a4a-ef70-4f03-9152-6e293d13a964 req-ccd91d4a-8c73-4f34-816c-fa93458454ba tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0659595 Apr 08 17:55:10.119815 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d07e7a4a-ef70-4f03-9152-6e293d13a964 req-fec44d17-2857-4aac-8b9b-e88f31f95f0e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495830 Apr 08 17:55:10.147725 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:55:10.314972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:55:10.319934 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:10.328753 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:55:10.341951 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:10.342736 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:10.358983 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-0d768cd8-a845-41f0-9ca7-ca0e0df5dcd4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "PUT /v2.0/floatingips/7e52b4f5-96f5-4e57-bf06-81becc38ce07 HTTP/1.1" status: 200 len: 990 time: 1.4512331 Apr 08 17:55:10.359975 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:10.363941 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1321fbbb-2451-40cb-8db8-3cec113e05b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:10.409543 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00491391-df4b-4aa4-b3b1-67194cfe1050 x-openstack-request-id: req-00491391-df4b-4aa4-b3b1-67194cfe1050 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:10.409986 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:10.410385 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-00491391-df4b-4aa4-b3b1-67194cfe1050 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:10.411009 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00491391-df4b-4aa4-b3b1-67194cfe1050'] response: {'name': 'network-changed', 'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f', 'status': 'completed', 'code': 200} Apr 08 17:55:10.629158 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:10.934916 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '7e52b4f5-96f5-4e57-bf06-81becc38ce07', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '18d4fd5d-5617-4de0-a210-f5521387818f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:ee:48:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:54:51Z', 'updated_at': '2022-04-08T17:55:09Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:10.970131 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:55:10.980514 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:10.981257 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:11.112047 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:11.310549 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53452734-0188-4a4c-b803-8441a6ec04f2 req-1e4f5981-2480-4c18-a71f-67c865cfb9c5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:11.312532 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-53452734-0188-4a4c-b803-8441a6ec04f2 req-1e4f5981-2480-4c18-a71f-67c865cfb9c5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0671532 Apr 08 17:55:11.370559 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-53452734-0188-4a4c-b803-8441a6ec04f2 req-b81be8f6-8860-47fb-bfb2-3ce151172611 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519056 Apr 08 17:55:11.417234 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '7e52b4f5-96f5-4e57-bf06-81becc38ce07', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '18d4fd5d-5617-4de0-a210-f5521387818f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:ee:48:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:54:51Z', 'updated_at': '2022-04-08T17:55:09Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:11.452513 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a69c6b-794b-4d83-8953-ed2d88cac716 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '7e52b4f5-96f5-4e57-bf06-81becc38ce07', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '18d4fd5d-5617-4de0-a210-f5521387818f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:ee:48:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:54:51Z', 'updated_at': '2022-04-08T17:55:09Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:55:11.683757 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e3656e-6276-4c58-894e-200a817b0e30 None None] New status for floating IP 7e52b4f5-96f5-4e57-bf06-81becc38ce07: ACTIVE {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:55:11.737873 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:55:11.928638 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:11.951458 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'port_id': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'mac_address': 'fa:16:3e:23:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:55:12.024745 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port efad7922-4b04-41a9-8692-7fd2ac183c37 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:12.025288 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:12.049626 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efad7922-4b04-41a9-8692-7fd2ac183c37 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:55:12.088133 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:12.093959 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:12.156460 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-41cc70f4-48d1-41d8-bd69-3f2186ded0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:12.158316 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:12.159611 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-41cc70f4-48d1-41d8-bd69-3f2186ded0b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 1129 time: 0.0716865 Apr 08 17:55:12.317564 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-27bb2754-2788-4a45-93f8-164e074514cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:12.320331 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-27bb2754-2788-4a45-93f8-164e074514cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.1537807 Apr 08 17:55:12.408802 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-9a030294-f9e0-4a3a-8edc-ad4ccc450732 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18d4fd5d-5617-4de0-a210-f5521387818f HTTP/1.1" status: 200 len: 1000 time: 0.0756898 Apr 08 17:55:12.498606 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-d122a073-f632-46e5-93b6-84e03e364f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:12.500207 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-d122a073-f632-46e5-93b6-84e03e364f93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0844669 Apr 08 17:55:12.537018 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28bb53-0f37-496b-a112-1d78313d3776 req-81fe6d82-ea63-4a22-9ed8-4c39d181187f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:12.540494 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ff28bb53-0f37-496b-a112-1d78313d3776 req-81fe6d82-ea63-4a22-9ed8-4c39d181187f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 945 time: 0.0815077 Apr 08 17:55:12.604539 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-cc08b861-97d5-43d0-9b8d-4cbb32dce0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:12.606224 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-cc08b861-97d5-43d0-9b8d-4cbb32dce0d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956511 Apr 08 17:55:12.660975 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ff28bb53-0f37-496b-a112-1d78313d3776 req-112eb5ff-0800-4d16-aa99-57b05b947ec4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941985 Apr 08 17:55:12.687420 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['efad7922-4b04-41a9-8692-7fd2ac183c37'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:55:12.745664 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-7ebf2990-5c57-429d-92d1-a750897e4e56 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280477 Apr 08 17:55:12.863334 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1321fbbb-2451-40cb-8db8-3cec113e05b8 req-29f79a92-14b0-4bf9-b4a7-6c376e2d97f4 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086493 Apr 08 17:55:13.826030 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77728c-bc07-4646-aba6-07778582481c req-eeb9ed2e-9aa0-4089-b582-fcad519e0b55 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:13.827722 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-da77728c-bc07-4646-aba6-07778582481c req-eeb9ed2e-9aa0-4089-b582-fcad519e0b55 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 945 time: 0.0743554 Apr 08 17:55:13.889609 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-da77728c-bc07-4646-aba6-07778582481c req-8b0f714c-2c44-44c8-a6df-685bf413bbf3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514939 Apr 08 17:55:14.206774 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:55:14.288673 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port efad7922-4b04-41a9-8692-7fd2ac183c37 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:55:14.299342 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port efad7922-4b04-41a9-8692-7fd2ac183c37 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:55:14.299816 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:14.411958 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port efad7922-4b04-41a9-8692-7fd2ac183c37 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:14.412364 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:14.439791 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:14.442190 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f158e5e8-e53f-456d-b4d3-d49539f1bab7" -d '{"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-plugged", "status": "completed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:14.463470 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:14.470101 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:14.511930 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe8d9e6-36fd-4d6f-bb35-6e3310af026d x-openstack-request-id: req-dfe8d9e6-36fd-4d6f-bb35-6e3310af026d {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:14.512710 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-plugged", "status": "completed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:14.513123 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-dfe8d9e6-36fd-4d6f-bb35-6e3310af026d {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:14.513749 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe8d9e6-36fd-4d6f-bb35-6e3310af026d'] response: {'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'code': 200} Apr 08 17:55:14.564455 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:14.743593 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d5d70-966b-48a8-b812-5cce78619673 req-0b9bdad5-fd4b-4234-ae10-aba54b3371e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:14.745296 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c17d5d70-966b-48a8-b812-5cce78619673 req-0b9bdad5-fd4b-4234-ae10-aba54b3371e2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1130 time: 0.0459316 Apr 08 17:55:14.802746 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c17d5d70-966b-48a8-b812-5cce78619673 req-ba508c33-b25c-4d5d-b362-91cf3f0dad3c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505347 Apr 08 17:55:15.054018 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d778-bc1e-4c49-9e49-7f4fe54d8f0f req-70603465-dcf1-4131-bc6b-9b992f8d18f5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:15.055893 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a5f6d778-bc1e-4c49-9e49-7f4fe54d8f0f req-70603465-dcf1-4131-bc6b-9b992f8d18f5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0626955 Apr 08 17:55:15.114981 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a5f6d778-bc1e-4c49-9e49-7f4fe54d8f0f req-5e042092-77da-4e51-95fd-8d9dc4407f59 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525942 Apr 08 17:55:16.263126 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2673686-5927-447a-817d-eb322240d076 req-81abdb73-3b8d-48b9-8b06-e5391936aca1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:16.264898 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2673686-5927-447a-817d-eb322240d076 req-81abdb73-3b8d-48b9-8b06-e5391936aca1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0617933 Apr 08 17:55:16.322216 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f2673686-5927-447a-817d-eb322240d076 req-1315c801-0de4-4348-a097-d2f8b1a6a149 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510869 Apr 08 17:55:17.492853 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68f947-a58d-4a3b-a3f7-d016d30713e1 req-f5ab5eac-da3b-4b9a-9d5c-b44caa30f88c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:17.495525 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fb68f947-a58d-4a3b-a3f7-d016d30713e1 req-f5ab5eac-da3b-4b9a-9d5c-b44caa30f88c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0850613 Apr 08 17:55:17.580555 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-fb68f947-a58d-4a3b-a3f7-d016d30713e1 req-86f877a4-52e8-4c38-be5c-74632aecba9c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786867 Apr 08 17:55:17.710520 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa1534-b25d-4bb1-8f01-c7998ac82f87 req-69a8ca89-ff9f-4cd8-95a9-bbd5dd65746f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:17.712314 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-17aa1534-b25d-4bb1-8f01-c7998ac82f87 req-69a8ca89-ff9f-4cd8-95a9-bbd5dd65746f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0566430 Apr 08 17:55:17.721884 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 50930) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:17.727576 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Request body: {'floatingip': {'port_id': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:17.778159 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (613dc372-b61a-4350-9cfd-e16f623fe627), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:18.397967 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:18.403023 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (613dc372-b61a-4350-9cfd-e16f623fe627), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:18.554351 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Floating IP 613dc372-b61a-4350-9cfd-e16f623fe627 associated. External IP: 172.27.2.143, port: efad7922-4b04-41a9-8692-7fd2ac183c37. Apr 08 17:55:18.813464 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Router e0427723-a488-4e31-a8fe-2405a5a7e07e has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:55:18.954568 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:55:18.962162 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:18.970207 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] Sync routers for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:55:18.988673 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:18.989841 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:19.000946 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-e1f27755-9f58-44c1-9456-a1b262785608 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "PUT /v2.0/floatingips/613dc372-b61a-4350-9cfd-e16f623fe627 HTTP/1.1" status: 200 len: 992 time: 1.2774971 Apr 08 17:55:19.001934 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:19.006098 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba6453f-a0d0-409d-b14c-45cae1b637b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:19.070544 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca93076-bc17-47e9-8837-425899bf4e6d x-openstack-request-id: req-7ca93076-bc17-47e9-8837-425899bf4e6d {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:19.071133 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:19.071522 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ca93076-bc17-47e9-8837-425899bf4e6d {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:19.072380 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca93076-bc17-47e9-8837-425899bf4e6d'] response: {'name': 'network-changed', 'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'status': 'completed', 'code': 200} Apr 08 17:55:19.173716 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:19.185195 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-68181460-c919-42c6-8077-67d85a6c226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:19.188015 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-68181460-c919-42c6-8077-67d85a6c226e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1130 time: 0.0643146 Apr 08 17:55:19.337117 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-9ac7b154-56f4-4a9f-9ea2-38d4881d15ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:19.339665 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-9ac7b154-56f4-4a9f-9ea2-38d4881d15ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.1409144 Apr 08 17:55:19.438129 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-19953387-6f22-4ba0-ae39-3a104886b24a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 200 len: 1000 time: 0.0917563 Apr 08 17:55:19.474337 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '613dc372-b61a-4350-9cfd-e16f623fe627', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'port_id': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'mac_address': 'fa:16:3e:23:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5173bc79-cb6d-40d5-9989-0008459b5721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:55:00Z', 'updated_at': '2022-04-08T17:55:18Z', 'revision_number': 1, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:19.506241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] Checking router: e0427723-a488-4e31-a8fe-2405a5a7e07e for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:55:19.507547 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-b5be2266-a836-44b8-b16c-1cd4158f8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:19.509465 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-b5be2266-a836-44b8-b16c-1cd4158f8abc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0615880 Apr 08 17:55:19.520456 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:19.521538 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:54:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:19.572026 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-13ada5e7-97bd-4065-8f8a-72bee95b8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:19.574717 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-13ada5e7-97bd-4065-8f8a-72bee95b8545 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531275 Apr 08 17:55:19.701880 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:19.707926 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-046a6002-c517-4285-adf5-cc5fd516dab6 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250834 Apr 08 17:55:19.856121 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-fba6453f-a0d0-409d-b14c-45cae1b637b1 req-84b5cadf-8cef-4869-aa6c-ba0f4f20014b service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394892 Apr 08 17:55:20.167902 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '613dc372-b61a-4350-9cfd-e16f623fe627', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'port_id': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'mac_address': 'fa:16:3e:23:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5173bc79-cb6d-40d5-9989-0008459b5721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:55:00Z', 'updated_at': '2022-04-08T17:55:18Z', 'revision_number': 1, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:20.198235 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a062b7-dfd5-4730-9ea7-f0aee19222ed None None] The sync data for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi is: [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '613dc372-b61a-4350-9cfd-e16f623fe627', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'port_id': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'mac_address': 'fa:16:3e:23:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5173bc79-cb6d-40d5-9989-0008459b5721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:55:00Z', 'updated_at': '2022-04-08T17:55:18Z', 'revision_number': 1, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:55:20.455771 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354f3d-8c32-4f8b-8af6-f6bcbd47cb31 None None] New status for floating IP 613dc372-b61a-4350-9cfd-e16f623fe627: ACTIVE {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:55:23.287568 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ba587d0d-cc76-43a9-b577-04c72520c02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:24.824291 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-afd5347e-60f8-4a1d-a935-29c3f01fe782 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484700 Apr 08 17:55:24.963419 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-5668f4f7-ad84-46ec-a433-d75cdb3cb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:24.966127 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-5668f4f7-ad84-46ec-a433-d75cdb3cb99d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6471de8242634d2c8aa39218faa8fa3e&device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 1129 time: 0.0796046 Apr 08 17:55:25.094395 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-de2580e2-ad30-42a6-b8f5-51e6fa0d314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:25.096024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-de2580e2-ad30-42a6-b8f5-51e6fa0d314f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 200 len: 920 time: 0.1016538 Apr 08 17:55:25.151890 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-2c8c53fe-f106-4c3f-8277-d0f3df1bbf82 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3679ddde-69f0-4149-9797-4e06c1e04aba HTTP/1.1" status: 200 len: 217 time: 0.0462017 Apr 08 17:55:25.211696 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-69313c99-5ef6-4a67-9aee-203d14ed45dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:25.213307 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-69313c99-5ef6-4a67-9aee-203d14ed45dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 200 len: 858 time: 0.0530238 Apr 08 17:55:25.269810 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-974f418b-dab4-4905-bf21-7d80a25b8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:25.271378 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-974f418b-dab4-4905-bf21-7d80a25b8fd6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f3279b8a-9ad0-49f9-aca0-6879a4c8232b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489004 Apr 08 17:55:25.391788 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-bc27eaae-b853-4ca7-a7aa-f09207c9bae0 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114597 Apr 08 17:55:25.499778 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-44d681b7-01b4-483e-8d56-923640ea4f60 req-fa4d2716-17f6-432b-96fc-428401501fc5 service neutron] 10.222.0.73 "GET /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980768 Apr 08 17:55:25.605070 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e8070532-51a0-41a2-beb7-126b6e5422ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:26.853800 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:27.130634 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9175c7-932c-4402-9b8f-af9a4739edf1 req-11daed41-36c8-4f15-8de4-a0c1cfc59c05 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:27.132232 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4c9175c7-932c-4402-9b8f-af9a4739edf1 req-11daed41-36c8-4f15-8de4-a0c1cfc59c05 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0568361 Apr 08 17:55:27.167656 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:27.195609 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4c9175c7-932c-4402-9b8f-af9a4739edf1 req-aca7c308-31a7-4d89-bbf6-c0bb7f0698d1 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571589 Apr 08 17:55:28.330020 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1762da6-68d0-4318-bd88-c2267d8e43f3 req-c4f23222-750e-46fe-a1c1-e9f9a29a2352 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:28.332781 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1762da6-68d0-4318-bd88-c2267d8e43f3 req-c4f23222-750e-46fe-a1c1-e9f9a29a2352 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0533192 Apr 08 17:55:28.392407 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1762da6-68d0-4318-bd88-c2267d8e43f3 req-eda3d992-f597-47eb-8bab-ab136e447bfb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535386 Apr 08 17:55:28.665439 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.173966 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-51c609e6-c246-4f27-8474-9a10a3852ed0 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:29.175733 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-51c609e6-c246-4f27-8474-9a10a3852ed0 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0651641 Apr 08 17:55:29.417905 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Deleting port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:29.418505 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.545274 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4fa4-07e3-41a9-bb6e-8681ca5f9adc req-756c05c4-377a-453b-bf11-8dce977efa43 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:29.547371 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8fda4fa4-07e3-41a9-bb6e-8681ca5f9adc req-756c05c4-377a-453b-bf11-8dce977efa43 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 946 time: 0.0745790 Apr 08 17:55:29.588262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] For port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:29.588794 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.617595 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8fda4fa4-07e3-41a9-bb6e-8681ca5f9adc req-b23df725-c6b3-4a58-9db9-f71283e7a6fd tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3e2868f-7753-4039-8c7b-d2636b5bedcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585756 Apr 08 17:55:29.833591 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.834126 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (a50faca4-6b5e-4a9a-a111-27893b23aa73), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:29.834561 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Floating IP a50faca4-6b5e-4a9a-a111-27893b23aa73 disassociated. External IP: 172.27.2.66, port: 2ff56802-b93e-4d6d-bd23-c764b4bcb61c. Apr 08 17:55:29.835003 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Calling delete_port for 2ff56802-b93e-4d6d-bd23-c764b4bcb61c owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:29.865026 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.024912 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (2ff56802-b93e-4d6d-bd23-c764b4bcb61c), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.060790 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event deleted for resources: {'Port': ['ID=2ff56802-b93e-4d6d-bd23-c764b4bcb61c,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:30.235444 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:55:30.424794 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:55:30.438963 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] Sync routers for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:55:30.487584 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:30.490121 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:30.507228 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] No DVR routers for this DVR port 2ff56802-b93e-4d6d-bd23-c764b4bcb61c on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:55:30.511392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:30.515201 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-48ace2d1-af37-4102-8e5e-3845086b7f3b req-b057335a-d75e-4c8f-8e8d-ce54c81da375 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "DELETE /v2.0/ports/2ff56802-b93e-4d6d-bd23-c764b4bcb61c HTTP/1.1" status: 204 len: 173 time: 1.2497299 Apr 08 17:55:30.515826 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'name': 'network-vif-deleted', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:30.518590 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce5af0c-2d46-4a9b-9c83-5356c88bc20d" -d '{"events": [{"server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "name": "network-vif-deleted", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:30.569837 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b2ffc3-cc8d-4710-9911-27824760b252 x-openstack-request-id: req-a4b2ffc3-cc8d-4710-9911-27824760b252 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:30.570772 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978f6ce9-d099-4c16-ac7f-d2dd9fb983e4", "name": "network-vif-deleted", "tag": "2ff56802-b93e-4d6d-bd23-c764b4bcb61c", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:30.571137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a4b2ffc3-cc8d-4710-9911-27824760b252 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:30.571660 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b2ffc3-cc8d-4710-9911-27824760b252'] response: {'server_uuid': '978f6ce9-d099-4c16-ac7f-d2dd9fb983e4', 'name': 'network-vif-deleted', 'tag': '2ff56802-b93e-4d6d-bd23-c764b4bcb61c', 'status': 'completed', 'code': 200} Apr 08 17:55:30.671794 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef8c45-8529-4e15-b3d0-7815037fa29f req-07026785-db7d-4a4b-8650-5e0ff11c8490 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:30.674933 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-30ef8c45-8529-4e15-b3d0-7815037fa29f req-07026785-db7d-4a4b-8650-5e0ff11c8490 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0969057 Apr 08 17:55:30.697924 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:30.766155 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0f638593-a05f-4ea0-9a3d-7ff792fc93e0 req-f6815cb2-c55d-4f68-b2e8-dbb5e99fc14b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.0407934 Apr 08 17:55:30.769767 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-30ef8c45-8529-4e15-b3d0-7815037fa29f req-11ab0b40-4377-469f-af14-8908b8c6f58a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824218 Apr 08 17:55:31.017232 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:31.071488 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] Checking router: e36815ac-e9ab-4d9d-9428-f78bcbb37af7 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:55:31.088189 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:31.089223 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:31.227649 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:31.507268 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:31.543297 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75b29fd-2bd7-457d-b942-2266bb09c350 None None] The sync data for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi is: [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:55:31.831735 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61005cdd-e634-43bb-978b-c9ab67fcb8e1 None None] New status for floating IP a50faca4-6b5e-4a9a-a111-27893b23aa73: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:55:31.947415 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-55ae2298-37fe-42c8-8828-b3a614bae1ef req-c3a88569-83a0-43d5-a721-27f4279403a2 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.0515802 Apr 08 17:55:31.948529 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e020c64-0a8e-4468-b072-2bd19ace5eaf req-f7b11ad3-208a-449c-bfca-d5e531b91861 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:31.952547 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3e020c64-0a8e-4468-b072-2bd19ace5eaf req-f7b11ad3-208a-449c-bfca-d5e531b91861 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0787942 Apr 08 17:55:32.040434 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3e020c64-0a8e-4468-b072-2bd19ace5eaf req-36ce5d08-dad5-43c2-b11b-004f60e2a58d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824814 Apr 08 17:55:32.266242 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 2ff56802-b93e-4d6d-bd23-c764b4bcb61c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:32.288669 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 2ff56802-b93e-4d6d-bd23-c764b4bcb61c {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:32.289071 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 2ff56802-b93e-4d6d-bd23-c764b4bcb61c not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:33.077250 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f9bb3856-79de-4006-a9da-9f90f673376d req-ab7e8ab4-6a2e-4110-86bc-218851d11617 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.0339422 Apr 08 17:55:33.201944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0e8fc-5009-44b5-b242-ff2e959434fb req-c04236f9-bb34-478c-bdf1-8087c21a7804 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:33.204523 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7cb0e8fc-5009-44b5-b242-ff2e959434fb req-c04236f9-bb34-478c-bdf1-8087c21a7804 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0665462 Apr 08 17:55:33.568333 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7cb0e8fc-5009-44b5-b242-ff2e959434fb req-9e545f52-021e-4a72-885a-9ca2f3905f15 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568118 Apr 08 17:55:34.231946 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e8617-f105-43cd-adca-7363aecf2e76 req-c0355da6-d146-437f-9bfe-d5797998a72e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:34.234733 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-155e8617-f105-43cd-adca-7363aecf2e76 req-c0355da6-d146-437f-9bfe-d5797998a72e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.0805259 Apr 08 17:55:34.237304 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c8ff0fce-b983-4f54-807c-1ec71e98783c req-584d2995-ed0b-4ffc-8cf9-366eaadc983d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=978f6ce9-d099-4c16-ac7f-d2dd9fb983e4 HTTP/1.1" status: 200 len: 210 time: 0.0321412 Apr 08 17:55:34.360789 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Deleting port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:34.361194 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:34.504921 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] For port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:34.505545 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:34.847523 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9ac7-eb39-4610-9338-42ca539d3bb5 req-d72e5239-b7d6-4666-b410-bdeb72a2ee83 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:34.850669 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbad9ac7-eb39-4610-9338-42ca539d3bb5 req-d72e5239-b7d6-4666-b410-bdeb72a2ee83 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 946 time: 0.1688271 Apr 08 17:55:34.906363 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:34.906903 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:34.907374 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Floating IP b21bc291-aa83-473d-8d8b-e1189cc1c158 disassociated. External IP: 172.27.2.251, port: b8c1d56e-2b46-44d4-9cdf-1d374d04d55f. Apr 08 17:55:34.907960 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Calling delete_port for b8c1d56e-2b46-44d4-9cdf-1d374d04d55f owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:35.038654 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-dbad9ac7-eb39-4610-9338-42ca539d3bb5 req-67d7081d-ed05-4972-a96b-265155a0b5a5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=8e276df0-d464-4fbe-aada-a083350c0d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737673 Apr 08 17:55:35.162967 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (b8c1d56e-2b46-44d4-9cdf-1d374d04d55f), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.197266 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event deleted for resources: {'Port': ['ID=b8c1d56e-2b46-44d4-9cdf-1d374d04d55f,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:35.354472 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Router 81a94a09-47b5-4b74-8ce6-8968cc078602 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:55:35.379167 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51010) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:35.452630 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-52683bf3-bbb0-4e90-9c7e-201b918c6f3c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (f3e2868f-7753-4039-8c7b-d2636b5bedcf), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.489622 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-52683bf3-bbb0-4e90-9c7e-201b918c6f3c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (f3e2868f-7753-4039-8c7b-d2636b5bedcf), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.496449 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:55:35.513503 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] Sync routers for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:55:35.533063 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:35.534131 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:35.555200 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] No DVR routers for this DVR port b8c1d56e-2b46-44d4-9cdf-1d374d04d55f on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:55:35.558587 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.563050 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-155e8617-f105-43cd-adca-7363aecf2e76 req-da48a928-2976-466e-a5b7-81390f0f160c tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "DELETE /v2.0/ports/b8c1d56e-2b46-44d4-9cdf-1d374d04d55f HTTP/1.1" status: 204 len: 173 time: 1.3217676 Apr 08 17:55:35.563789 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'name': 'network-vif-deleted', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:35.566975 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bb2476-e499-4a68-b4b6-a54a278d09ab" -d '{"events": [{"server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "name": "network-vif-deleted", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:35.577806 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-52683bf3-bbb0-4e90-9c7e-201b918c6f3c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (f3e2868f-7753-4039-8c7b-d2636b5bedcf), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.580976 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-52683bf3-bbb0-4e90-9c7e-201b918c6f3c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.582344 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-52683bf3-bbb0-4e90-9c7e-201b918c6f3c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "DELETE /v2.0/security-groups/f3e2868f-7753-4039-8c7b-d2636b5bedcf HTTP/1.1" status: 204 len: 168 time: 0.2019274 Apr 08 17:55:35.585357 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51014) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:35.603750 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52683bf3-bbb0-4e90-9c7e-201b918c6f3c tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e2868f-7753-4039-8c7b-d2636b5bedcf,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:35.618757 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.api.v2.resource [None req-72124c1e-3572-4433-9f44-58ac508af3df tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] show failed (client error): The resource could not be found. Apr 08 17:55:35.619903 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-72124c1e-3572-4433-9f44-58ac508af3df tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups/f3e2868f-7753-4039-8c7b-d2636b5bedcf HTTP/1.1" status: 404 len: 347 time: 0.0334380 Apr 08 17:55:35.623941 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51016) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:35.668427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d789ee1c-2f2a-4ddc-a7be-5b4082571b71 x-openstack-request-id: req-d789ee1c-2f2a-4ddc-a7be-5b4082571b71 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:35.668709 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645e78fb-dd4e-4c24-a974-76e011de4a1c", "name": "network-vif-deleted", "tag": "b8c1d56e-2b46-44d4-9cdf-1d374d04d55f", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:35.668974 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d789ee1c-2f2a-4ddc-a7be-5b4082571b71 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:35.669396 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d789ee1c-2f2a-4ddc-a7be-5b4082571b71'] response: {'server_uuid': '645e78fb-dd4e-4c24-a974-76e011de4a1c', 'name': 'network-vif-deleted', 'tag': 'b8c1d56e-2b46-44d4-9cdf-1d374d04d55f', 'status': 'completed', 'code': 200} Apr 08 17:55:35.795225 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:35.847189 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Deleting port 2caa0d5b-d12b-4e50-b846-5dd64f65eb14 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:35.847537 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.950400 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.950737 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:35.966087 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Calling delete_port for 2caa0d5b-d12b-4e50-b846-5dd64f65eb14 owned by network:floatingip {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:36.154095 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:36.186668 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] Checking router: 81a94a09-47b5-4b74-8ce6-8968cc078602 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:55:36.198372 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (2caa0d5b-d12b-4e50-b846-5dd64f65eb14), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.198777 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:36.199122 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:36.221800 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-815cae4f-7eb9-424a-bdd4-c6ea31227490 req-1b949c9b-3dd0-438e-a79a-36233942f46d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=645e78fb-dd4e-4c24-a974-76e011de4a1c HTTP/1.1" status: 200 len: 210 time: 0.0663579 Apr 08 17:55:36.305456 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event deleted for resources: {'Port': ['ID=2caa0d5b-d12b-4e50-b846-5dd64f65eb14,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:36.381000 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (a50faca4-6b5e-4a9a-a111-27893b23aa73), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.386567 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.392516 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7f2d40f0-7f18-44a9-8333-71a82fd33470 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "DELETE /v2.0/floatingips/a50faca4-6b5e-4a9a-a111-27893b23aa73 HTTP/1.1" status: 204 len: 168 time: 0.7612731 Apr 08 17:55:36.608610 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:36.732657 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51022) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:36.737669 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-2677f76f-a074-4943-8ddc-3715ff47a559 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239733199', 'description': 'tempest-description--1747455392'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:36.762936 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2677f76f-a074-4943-8ddc-3715ff47a559 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.860657 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2677f76f-a074-4943-8ddc-3715ff47a559 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (29d297cc-1a8f-4816-b320-2e040f902cab), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.866177 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2677f76f-a074-4943-8ddc-3715ff47a559 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (29d297cc-1a8f-4816-b320-2e040f902cab), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.901449 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2677f76f-a074-4943-8ddc-3715ff47a559 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.902588 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2677f76f-a074-4943-8ddc-3715ff47a559 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688111 Apr 08 17:55:36.906901 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51024) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:36.912146 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-8eaa19c2-8e99-4410-99e5-ad9a170ac042 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'security_group_rule': {'security_group_id': '29d297cc-1a8f-4816-b320-2e040f902cab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:36.918560 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677f76f-a074-4943-8ddc-3715ff47a559 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d297cc-1a8f-4816-b320-2e040f902cab,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:36.919072 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:36.951384 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8eaa19c2-8e99-4410-99e5-ad9a170ac042 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (299c117f-b356-4a38-8fb1-16c88125623b), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:36.960854 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c21c1-3721-4f45-988d-1027fefb517d None None] The sync data for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi is: [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:19Z', 'revision_number': 4, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'fc66e3cb-c01e-4b9e-a69f-7124b72ce618', 'name': '', 'network_id': 'f3279b8a-9ad0-49f9-aca0-6879a4c8232b', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'mac_address': 'fa:16:3e:c7:15:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:17Z', 'updated_at': '2022-04-08T17:46:42Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'subnets': [{'id': 'cadc6be0-e4e3-4078-ad93-1f9c13fd3874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:55:37.032883 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8eaa19c2-8e99-4410-99e5-ad9a170ac042 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (299c117f-b356-4a38-8fb1-16c88125623b), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.037967 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8eaa19c2-8e99-4410-99e5-ad9a170ac042 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (299c117f-b356-4a38-8fb1-16c88125623b), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.064721 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa19c2-8e99-4410-99e5-ad9a170ac042 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299c117f-b356-4a38-8fb1-16c88125623b,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:37.078311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8eaa19c2-8e99-4410-99e5-ad9a170ac042 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.080383 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8eaa19c2-8e99-4410-99e5-ad9a170ac042 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1721187 Apr 08 17:55:37.083807 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51026) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:37.089485 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-a6146480-7381-4a87-ab08-edd4713fc698 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'security_group_rule': {'security_group_id': '29d297cc-1a8f-4816-b320-2e040f902cab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:37.124701 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a6146480-7381-4a87-ab08-edd4713fc698 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (891f97fe-501f-4ad4-8268-9412c6658c5f), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.202329 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a6146480-7381-4a87-ab08-edd4713fc698 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (891f97fe-501f-4ad4-8268-9412c6658c5f), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.208571 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a6146480-7381-4a87-ab08-edd4713fc698 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (891f97fe-501f-4ad4-8268-9412c6658c5f), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.232078 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6146480-7381-4a87-ab08-edd4713fc698 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891f97fe-501f-4ad4-8268-9412c6658c5f,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:37.243655 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a6146480-7381-4a87-ab08-edd4713fc698 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.245005 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-a6146480-7381-4a87-ab08-edd4713fc698 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600270 Apr 08 17:55:37.249687 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51030) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:37.254869 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:37.288400 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddc418e-81c7-49b5-9db1-b06813c5804c None None] New status for floating IP b21bc291-aa83-473d-8d8b-e1189cc1c158: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:55:37.289426 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.354753 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51036) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:37.406050 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.456701 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fbc5349b-ceac-45c1-8d80-dc3d8ca2d059 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group (8e276df0-d464-4fbe-aada-a083350c0d20), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.510619 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fbc5349b-ceac-45c1-8d80-dc3d8ca2d059 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group (8e276df0-d464-4fbe-aada-a083350c0d20), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.542678 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Allocated IP 172.27.2.69 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/811f78a2-7da2-49ef-a2a2-3b2b681b3a38) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:55:37.597078 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fbc5349b-ceac-45c1-8d80-dc3d8ca2d059 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (8e276df0-d464-4fbe-aada-a083350c0d20), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.600169 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fbc5349b-ceac-45c1-8d80-dc3d8ca2d059 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.604419 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-fbc5349b-ceac-45c1-8d80-dc3d8ca2d059 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "DELETE /v2.0/security-groups/8e276df0-d464-4fbe-aada-a083350c0d20 HTTP/1.1" status: 204 len: 168 time: 0.2460077 Apr 08 17:55:37.605792 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51038) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:37.620301 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5349b-ceac-45c1-8d80-dc3d8ca2d059 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e276df0-d464-4fbe-aada-a083350c0d20,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:37.627346 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.api.v2.resource [None req-fd17cbf7-fd25-4614-9c77-ab0c49cdba27 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] show failed (client error): The resource could not be found. Apr 08 17:55:37.632932 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-fd17cbf7-fd25-4614-9c77-ab0c49cdba27 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups/8e276df0-d464-4fbe-aada-a083350c0d20 HTTP/1.1" status: 404 len: 347 time: 0.0216739 Apr 08 17:55:37.632932 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51040) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:37.719548 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.766623 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Deleting port c50f8d3f-95cf-4f80-8007-004d36af250d {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:37.767276 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.781985 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.857176 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:55:37.865332 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:55:37.866456 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.867894 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (c50f8d3f-95cf-4f80-8007-004d36af250d), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:37.887667 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:55:37.891147 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Calling delete_port for c50f8d3f-95cf-4f80-8007-004d36af250d owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:37.893324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'Port': ['ID=811f78a2-7da2-49ef-a2a2-3b2b681b3a38,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:38.046868 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (186b9ef6-2be2-4aee-b277-4548307445dd), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.101285 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (c50f8d3f-95cf-4f80-8007-004d36af250d), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.102570 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.131698 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event deleted for resources: {'Port': ['ID=c50f8d3f-95cf-4f80-8007-004d36af250d,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:38.211774 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks [] for floatingip (b21bc291-aa83-473d-8d8b-e1189cc1c158), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.214521 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.215792 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-266e7b8e-c35a-49a7-8130-1e8399aff289 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "DELETE /v2.0/floatingips/b21bc291-aa83-473d-8d8b-e1189cc1c158 HTTP/1.1" status: 204 len: 168 time: 0.5834520 Apr 08 17:55:38.293064 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b8c1d56e-2b46-44d4-9cdf-1d374d04d55f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:38.316953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: b8c1d56e-2b46-44d4-9cdf-1d374d04d55f {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:38.317410 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b8c1d56e-2b46-44d4-9cdf-1d374d04d55f not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:38.381168 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.391884 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.472090 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'Port': ['ID=811f78a2-7da2-49ef-a2a2-3b2b681b3a38,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:38.485940 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (186b9ef6-2be2-4aee-b277-4548307445dd), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.505701 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:38.507040 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ae529dc2-b43b-437f-829a-4cc9f182202d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2562656 Apr 08 17:55:38.791467 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-7fd4178b-65ea-42a4-929b-ba66fb3b7f87 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--239733199&fields=id&tenant_id=e36427dbb59b4b79a926eab1ce438030 HTTP/1.1" status: 200 len: 267 time: 0.0594361 Apr 08 17:55:38.925067 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-f582ba82-47b3-464c-9c1f-105298940761 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:38.926614 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-f582ba82-47b3-464c-9c1f-105298940761 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 811 time: 0.1232691 Apr 08 17:55:38.948262 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-9a73ba4b-c91d-43fa-9ba3-a4173ebc22e6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/quotas/e36427dbb59b4b79a926eab1ce438030 HTTP/1.1" status: 200 len: 375 time: 0.0108418 Apr 08 17:55:39.008090 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-094b99f7-7b55-4e95-82ef-24fa3ddd27b2 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533493 Apr 08 17:55:39.123509 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-f6265cd1-c1e9-4313-8a5c-75480dd60fac service neutron] 10.222.0.78 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013227 Apr 08 17:55:39.242789 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-44031ad6-ee10-45bb-8c11-cbe1bdd8ab31 service neutron] 10.222.0.78 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122148 Apr 08 17:55:39.453049 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7fd57719-7abf-4346-af88-2ee5cd1b4e4c req-5e3e2f79-a675-458d-bc15-865a97ca2cfe tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 210 time: 0.0380034 Apr 08 17:55:40.596628 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9c10ee6b-002b-4005-aa4b-72de0089f5a3 req-d6a19bfd-dd2d-4d9c-86fa-cb037ed3548d tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 210 time: 0.0512190 Apr 08 17:55:40.836784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-e714aa91-b4ab-4777-a2c5-65fd48f59909 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:40.838533 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-e714aa91-b4ab-4777-a2c5-65fd48f59909 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 811 time: 0.2016180 Apr 08 17:55:40.929965 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99b3f8-0c13-4181-b4d0-bb7332bc4636 req-7080f047-22dd-4187-b2dd-750465efc59a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:40.932805 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2c99b3f8-0c13-4181-b4d0-bb7332bc4636 req-7080f047-22dd-4187-b2dd-750465efc59a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.0883725 Apr 08 17:55:41.077991 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2c99b3f8-0c13-4181-b4d0-bb7332bc4636 req-8226eb4d-7d8b-49fd-b161-2f7a702b5d17 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381526 Apr 08 17:55:41.114497 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-671e4581-669e-46db-a300-823c9c6f8390 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e36427dbb59b4b79a926eab1ce438030 HTTP/1.1" status: 200 len: 379 time: 0.1464868 Apr 08 17:55:41.142455 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'port': {'device_id': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'admin_state_up': True, 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'security_groups': ['29d297cc-1a8f-4816-b320-2e040f902cab']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:41.286285 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Made reservation on behalf of e36427dbb59b4b79a926eab1ce438030 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:55:41.291120 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:41.453161 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Allocated IP 172.20.0.12 (7565e813-4adc-41b5-bcce-51c473e6aeba/ca4e53fc-4b2c-4069-88f9-6071468e4972/b16b9a27-fa09-4cef-94ca-0546d6f669fc) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:55:41.686004 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:41.721830 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ceebfefe-07b5-4eb9-b2f0-249a1e1368c6 req-2e932743-084e-4e14-a31a-fca24cbae11b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 210 time: 0.0326898 Apr 08 17:55:41.780704 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:41.844297 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-27b75fe9-7d86-4623-8589-a2933561c48e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:41.846930 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-27b75fe9-7d86-4623-8589-a2933561c48e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1289573 Apr 08 17:55:41.896678 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Network 7565e813-4adc-41b5-bcce-51c473e6aeba is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:55:41.908840 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:55:41.914032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:55:41.919361 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event updated for resources: {'Port': ['ID=b16b9a27-fa09-4cef-94ca-0546d6f669fc,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:41.966932 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.967490 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.968054 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.968683 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.969244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.969869 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.970370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.970887 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.971439 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.972127 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.972630 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.973206 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.973623 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.974012 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:41.974397 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:55:42.069249 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:42.069643 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:42.088946 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Deleting port 3679ddde-69f0-4149-9797-4e06c1e04aba {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:42.089438 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:42.114495 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-aa537677-66c1-41c9-933d-3fa209eea70b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9764476 Apr 08 17:55:42.148531 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Request body: {'port': {'device_id': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:42.219207 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-ab767479-6135-4448-9045-867531777f06 None None] Provisioning complete for port b16b9a27-fa09-4cef-94ca-0546d6f669fc triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:55:42.220175 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ab767479-6135-4448-9045-867531777f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:42.268158 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-ab767479-6135-4448-9045-867531777f06 None None] Port b16b9a27-fa09-4cef-94ca-0546d6f669fc cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:55:42.411891 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b6c25-e931-44e2-9506-4099da7829bd req-8007b878-b8b5-4689-9b53-49f90b9489a8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:42.414702 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-888b6c25-e931-44e2-9506-4099da7829bd req-8007b878-b8b5-4689-9b53-49f90b9489a8 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 945 time: 0.1695740 Apr 08 17:55:42.464300 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] For port 3679ddde-69f0-4149-9797-4e06c1e04aba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=3679ddde-69f0-4149-9797-4e06c1e04aba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:42.464907 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:42.490709 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:42.524055 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Calling delete_port for 3679ddde-69f0-4149-9797-4e06c1e04aba owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:42.700765 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-888b6c25-e931-44e2-9506-4099da7829bd req-09c136bf-e091-450c-9480-1c67722a369a tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713366 Apr 08 17:55:42.863009 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b92f2-d1d6-4c11-acec-26f6a0559302 req-5dd6b3e8-12cf-40ed-b351-50705db22b32 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:42.864678 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-895b92f2-d1d6-4c11-acec-26f6a0559302 req-5dd6b3e8-12cf-40ed-b351-50705db22b32 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 932 time: 0.0558772 Apr 08 17:55:42.937079 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-895b92f2-d1d6-4c11-acec-26f6a0559302 req-42e6e655-d110-454a-8cb5-dc6a9c6d834a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649507 Apr 08 17:55:43.037188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (3679ddde-69f0-4149-9797-4e06c1e04aba), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:43.083545 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['f476d0d6-0072-44c6-9cf8-3d22f5aa02ba'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:55:43.093154 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event deleted for resources: {'Port': ['ID=3679ddde-69f0-4149-9797-4e06c1e04aba,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:43.167488 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] No DVR routers for this DVR port 3679ddde-69f0-4149-9797-4e06c1e04aba on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:55:43.174013 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:43.178070 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-157c4184-a608-4693-aec1-e43d77c5ac2c req-28a51089-422a-4644-84b5-13a3029ef6a6 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "DELETE /v2.0/ports/3679ddde-69f0-4149-9797-4e06c1e04aba HTTP/1.1" status: 204 len: 173 time: 1.3254018 Apr 08 17:55:43.178678 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'name': 'network-vif-deleted', 'tag': '3679ddde-69f0-4149-9797-4e06c1e04aba'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:43.182561 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f77a646-3070-4161-aa5d-14ba5823adb3" -d '{"events": [{"server_uuid": "9c256c09-d83e-4b20-aa39-717b44ac4366", "name": "network-vif-deleted", "tag": "3679ddde-69f0-4149-9797-4e06c1e04aba"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:43.251451 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16b9a27-fa09-4cef-94ca-0546d6f669fc {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:55:43.272532 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Publish callbacks [] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:43.287526 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c8f318-5abe-4362-b534-779776958802 x-openstack-request-id: req-89c8f318-5abe-4362-b534-779776958802 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:43.287968 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c256c09-d83e-4b20-aa39-717b44ac4366", "name": "network-vif-deleted", "tag": "3679ddde-69f0-4149-9797-4e06c1e04aba", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:43.288482 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-89c8f318-5abe-4362-b534-779776958802 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:43.289203 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c8f318-5abe-4362-b534-779776958802'] response: {'server_uuid': '9c256c09-d83e-4b20-aa39-717b44ac4366', 'name': 'network-vif-deleted', 'tag': '3679ddde-69f0-4149-9797-4e06c1e04aba', 'status': 'completed', 'code': 200} Apr 08 17:55:43.309513 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Transition to ACTIVE for port object b16b9a27-fa09-4cef-94ca-0546d6f669fc will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:55:43.314950 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:43.407775 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Pushing event updated for resources: {'Port': ['ID=b16b9a27-fa09-4cef-94ca-0546d6f669fc,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:43.487176 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Attempting to bind port b16b9a27-fa09-4cef-94ca-0546d6f669fc on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:55:43.487661 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Attempting to bind port b16b9a27-fa09-4cef-94ca-0546d6f669fc by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:55:43.487949 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Attempting to bind port b16b9a27-fa09-4cef-94ca-0546d6f669fc on network 7565e813-4adc-41b5-bcce-51c473e6aeba {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:55:43.494232 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Port b16b9a27-fa09-4cef-94ca-0546d6f669fc on network 7565e813-4adc-41b5-bcce-51c473e6aeba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:55:43.494588 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Attempting to bind port b16b9a27-fa09-4cef-94ca-0546d6f669fc on network 7565e813-4adc-41b5-bcce-51c473e6aeba {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:55:43.506680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:55:43.507924 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Checking segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:55:43.508744 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Bound using segment: {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:55:43.509579 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Bound port: b16b9a27-fa09-4cef-94ca-0546d6f669fc, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91e24a4-e36c-4457-a735-a0727699eb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:55:43.510274 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:43.616003 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] For port b16b9a27-fa09-4cef-94ca-0546d6f669fc, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:55:43.622046 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] For port b16b9a27-fa09-4cef-94ca-0546d6f669fc, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:55:43.634995 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:43.701608 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:43.702734 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:43.704710 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] 10.222.0.73 "PUT /v2.0/ports/b16b9a27-fa09-4cef-94ca-0546d6f669fc HTTP/1.1" status: 200 len: 1094 time: 1.5618205 Apr 08 17:55:43.743436 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c0ad7-c949-45a9-877e-787f4ea28c53 service neutron] Pushing event updated for resources: {'Port': ['ID=b16b9a27-fa09-4cef-94ca-0546d6f669fc,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:43.904263 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-62f92107-c612-48a2-af21-3ff875da4f14 req-f771ad3f-8f6e-4c5d-9b03-e0e6b07026a3 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=9c256c09-d83e-4b20-aa39-717b44ac4366 HTTP/1.1" status: 200 len: 210 time: 0.0688591 Apr 08 17:55:43.912604 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-196b8b62-d8fb-4f93-b23b-2abb9d88a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:43.916774 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-196b8b62-d8fb-4f93-b23b-2abb9d88a82e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 1128 time: 0.0673311 Apr 08 17:55:44.024884 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-68312c82-1fcd-44fc-8a5e-9611472d449b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc HTTP/1.1" status: 200 len: 217 time: 0.0764282 Apr 08 17:55:44.134746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-bb9cdf2e-5f1a-4ed9-a7e6-da8589861283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:44.136426 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-bb9cdf2e-5f1a-4ed9-a7e6-da8589861283 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.1048234 Apr 08 17:55:44.145794 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dde458-77cf-4f83-9d89-a465de5445ec req-aa4f83af-c4a5-4acd-98ee-bea9febfae97 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:44.147707 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-86dde458-77cf-4f83-9d89-a465de5445ec req-aa4f83af-c4a5-4acd-98ee-bea9febfae97 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 944 time: 0.0678041 Apr 08 17:55:44.214618 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-7600a600-41bd-4df9-b65e-90fd8d7629ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:44.216242 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-7600a600-41bd-4df9-b65e-90fd8d7629ec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662467 Apr 08 17:55:44.249066 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:55:44.269472 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-86dde458-77cf-4f83-9d89-a465de5445ec req-5b0505be-827f-49c2-b645-5ccbf8b66eaf tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086237 Apr 08 17:55:44.347836 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-737c1ce6-691e-4ff0-99eb-8fd11c3b0f0c service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221323 Apr 08 17:55:44.359899 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 3679ddde-69f0-4149-9797-4e06c1e04aba no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:44.383177 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 3679ddde-69f0-4149-9797-4e06c1e04aba {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:44.383505 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 3679ddde-69f0-4149-9797-4e06c1e04aba not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:44.485193 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2710a46b-9ed7-487a-a96f-3d4a38dce3c2 req-b970be32-a645-4102-b5dc-0630e6856627 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305189 Apr 08 17:55:45.267501 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc8d5a-09f8-4987-a4fc-ac17553e0204 req-b83ff529-a477-4135-98aa-a2ed832a52b9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:45.269132 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-64bc8d5a-09f8-4987-a4fc-ac17553e0204 req-b83ff529-a477-4135-98aa-a2ed832a52b9 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0585275 Apr 08 17:55:45.290577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:45.293998 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d42af7-5d66-4d8b-9903-e0c58b357699" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:45.345483 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-64bc8d5a-09f8-4987-a4fc-ac17553e0204 req-535d880a-a2c7-48fc-8394-004db9dd695e tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701039 Apr 08 17:55:45.357900 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cac991f-00d3-47a7-98b3-1616e1208bd6 x-openstack-request-id: req-3cac991f-00d3-47a7-98b3-1616e1208bd6 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:45.358384 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:45.358938 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cac991f-00d3-47a7-98b3-1616e1208bd6 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:45.359624 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cac991f-00d3-47a7-98b3-1616e1208bd6'] response: {'name': 'network-changed', 'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'status': 'completed', 'code': 200} Apr 08 17:55:45.472406 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f9e51-0ade-4fd0-9953-aa28fc3ca797 req-5a5c3a51-0b13-42c7-8e2f-f8fbb62c5ce0 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:45.474348 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cc1f9e51-0ade-4fd0-9953-aa28fc3ca797 req-5a5c3a51-0b13-42c7-8e2f-f8fbb62c5ce0 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 944 time: 0.0584695 Apr 08 17:55:45.542755 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-cc1f9e51-0ade-4fd0-9953-aa28fc3ca797 req-16bfe7d3-a7c9-403e-841b-5d8bf90f0f96 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593071 Apr 08 17:55:46.497569 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8703b-43a5-4220-89d8-0a80bb71a50e req-e9ef0147-44c3-464f-9fa0-f436897034d7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:46.500212 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-88a8703b-43a5-4220-89d8-0a80bb71a50e req-e9ef0147-44c3-464f-9fa0-f436897034d7 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0590842 Apr 08 17:55:46.587846 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-88a8703b-43a5-4220-89d8-0a80bb71a50e req-61331974-7b88-4a22-85b7-f9a0d28b8582 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776391 Apr 08 17:55:46.689162 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ba87d-db5d-4c3d-a012-66ef32e16918 req-b7b51ebb-cf64-484b-9002-70eda34d76b6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:46.690853 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-265ba87d-db5d-4c3d-a012-66ef32e16918 req-b7b51ebb-cf64-484b-9002-70eda34d76b6 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 944 time: 0.0567794 Apr 08 17:55:46.771124 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-265ba87d-db5d-4c3d-a012-66ef32e16918 req-fc28507d-41a2-49f3-87e2-84634c399934 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697272 Apr 08 17:55:47.740810 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e9487-7cd8-4557-8c50-f42317db171f req-52b5dbae-9ce5-415b-84d8-010f68737320 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:47.743475 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-479e9487-7cd8-4557-8c50-f42317db171f req-52b5dbae-9ce5-415b-84d8-010f68737320 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0679145 Apr 08 17:55:47.814650 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-479e9487-7cd8-4557-8c50-f42317db171f req-052f990b-97fd-40d3-beea-204d5bfb4432 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Apr 08 17:55:47.868987 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-110f8e10-b832-45ff-935d-346e9f6d3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:47.872431 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-110f8e10-b832-45ff-935d-346e9f6d3ee4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 1128 time: 0.0801139 Apr 08 17:55:48.267259 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2220e75-a7dc-4917-928e-3d71eeb4c272 req-589d89bb-d436-4a10-ad8b-401e42d4bb41 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:48.269031 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c2220e75-a7dc-4917-928e-3d71eeb4c272 req-589d89bb-d436-4a10-ad8b-401e42d4bb41 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 944 time: 0.3795130 Apr 08 17:55:48.313768 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-236c6f3e-1d3f-4359-973f-3c180479468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:48.315256 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-236c6f3e-1d3f-4359-973f-3c180479468b service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.4357259 Apr 08 17:55:48.349564 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c2220e75-a7dc-4917-928e-3d71eeb4c272 req-1483d5c2-b799-4ff1-a01c-f942166b9107 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726330 Apr 08 17:55:48.381227 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-13acb2b7-8ce1-46c4-93e9-d1a7d2f8b236 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc HTTP/1.1" status: 200 len: 217 time: 0.0433588 Apr 08 17:55:48.385270 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b16b9a27-fa09-4cef-94ca-0546d6f669fc details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:55:48.443854 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-d3826697-94a6-4075-beb6-2b5db4a2b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:48.445447 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-d3826697-94a6-4075-beb6-2b5db4a2b734 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.0577180 Apr 08 17:55:48.496032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-f233c82a-6298-4e55-84d6-70b52f27438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:48.497631 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-f233c82a-6298-4e55-84d6-70b52f27438d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457530 Apr 08 17:55:48.507051 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b16b9a27-fa09-4cef-94ca-0546d6f669fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:48.521458 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'port_id': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'mac_address': 'fa:16:3e:7d:03:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:55:48.566238 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b16b9a27-fa09-4cef-94ca-0546d6f669fc is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:48.566658 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:48.583077 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16b9a27-fa09-4cef-94ca-0546d6f669fc {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:55:48.607316 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b16b9a27-fa09-4cef-94ca-0546d6f669fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:48.612680 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:48.615597 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-a4a999d7-1929-4cd2-9a15-acad5ca632f4 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090789 Apr 08 17:55:48.668026 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b16b9a27-fa09-4cef-94ca-0546d6f669fc,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:48.716154 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-d6c439eb-e8fb-41e2-95cd-1dc48455f20d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:48.717582 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-d6c439eb-e8fb-41e2-95cd-1dc48455f20d tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.0847924 Apr 08 17:55:48.846723 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-68d42af7-5d66-4d8b-9903-e0c58b357699 req-2ba39585-279b-4296-a89e-7edec1cee4e5 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101455 Apr 08 17:55:48.868568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Deleting port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:48.869010 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:48.994051 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] For port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:48.994834 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:49.015459 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Calling delete_port for f476d0d6-0072-44c6-9cf8-3d22f5aa02ba owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:49.105493 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['b16b9a27-fa09-4cef-94ca-0546d6f669fc'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:55:49.131132 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93a904-51b4-4fea-889a-19517f97b350 req-4097d88e-4b2f-496b-8a0f-9c3204133627 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:49.133863 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ee93a904-51b4-4fea-889a-19517f97b350 req-4097d88e-4b2f-496b-8a0f-9c3204133627 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/ports?device_id=2f2336ab-c053-41e1-a501-3a78a0d67852 HTTP/1.1" status: 200 len: 945 time: 0.2032213 Apr 08 17:55:49.215584 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ee93a904-51b4-4fea-889a-19517f97b350 req-c841d97f-a40a-4c7d-b273-2e3496de7ab5 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.78 "GET /v2.0/security-groups?id=a156ad49-520d-4599-9a82-f155dadd041d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750475 Apr 08 17:55:49.226106 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (f476d0d6-0072-44c6-9cf8-3d22f5aa02ba), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:49.266528 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Pushing event deleted for resources: {'Port': ['ID=f476d0d6-0072-44c6-9cf8-3d22f5aa02ba,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:49.276978 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['f476d0d6-0072-44c6-9cf8-3d22f5aa02ba'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:55:49.340213 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] No DVR routers for this DVR port f476d0d6-0072-44c6-9cf8-3d22f5aa02ba on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:55:49.342801 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:49.346271 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6bd53ea5-cc17-4683-92ab-364a426f32b7 req-7d9b019d-770d-4cad-a3e1-be0344b88390 tempest-ServerRescueNegativeTestJSON-1270741337 tempest-ServerRescueNegativeTestJSON-1270741337-project] 10.222.0.73 "DELETE /v2.0/ports/f476d0d6-0072-44c6-9cf8-3d22f5aa02ba HTTP/1.1" status: 204 len: 173 time: 0.6031449 Apr 08 17:55:49.346760 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'name': 'network-vif-deleted', 'tag': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:49.349376 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b94bcae-265a-43cd-ac01-d87453391f5e" -d '{"events": [{"server_uuid": "2f2336ab-c053-41e1-a501-3a78a0d67852", "name": "network-vif-deleted", "tag": "f476d0d6-0072-44c6-9cf8-3d22f5aa02ba"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:49.389691 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2032c6-7552-4e6d-a7e7-164247312451 x-openstack-request-id: req-fb2032c6-7552-4e6d-a7e7-164247312451 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:49.390188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2336ab-c053-41e1-a501-3a78a0d67852", "name": "network-vif-deleted", "tag": "f476d0d6-0072-44c6-9cf8-3d22f5aa02ba", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:49.390609 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fb2032c6-7552-4e6d-a7e7-164247312451 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:49.391291 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2032c6-7552-4e6d-a7e7-164247312451'] response: {'server_uuid': '2f2336ab-c053-41e1-a501-3a78a0d67852', 'name': 'network-vif-deleted', 'tag': 'f476d0d6-0072-44c6-9cf8-3d22f5aa02ba', 'status': 'completed', 'code': 200} Apr 08 17:55:49.487314 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7d722-acb9-42ad-a6b3-a0a5db24cce6 req-5bb0a48a-a107-485d-b7c0-e1b5b5c99832 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:49.489003 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4bb7d722-acb9-42ad-a6b3-a0a5db24cce6 req-5bb0a48a-a107-485d-b7c0-e1b5b5c99832 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 945 time: 0.0503857 Apr 08 17:55:49.552870 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4bb7d722-acb9-42ad-a6b3-a0a5db24cce6 req-9808b196-257a-4320-b082-375165fb42a8 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560122 Apr 08 17:55:50.289052 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51138) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:50.402481 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b16b9a27-fa09-4cef-94ca-0546d6f669fc up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:55:50.466722 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port b16b9a27-fa09-4cef-94ca-0546d6f669fc completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:55:50.476479 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port b16b9a27-fa09-4cef-94ca-0546d6f669fc triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:55:50.477191 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:50.597683 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port b16b9a27-fa09-4cef-94ca-0546d6f669fc is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:55:50.598080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:50.627624 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:50.630306 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3246de-f61e-43a6-b6ff-9452a44a9a18" -d '{"events": [{"server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "name": "network-vif-plugged", "status": "completed", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:50.663266 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port b16b9a27-fa09-4cef-94ca-0546d6f669fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:50.687456 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed6a763-abd7-4802-9168-14244b2e84a0 x-openstack-request-id: req-fed6a763-abd7-4802-9168-14244b2e84a0 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:50.687909 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "name": "network-vif-plugged", "status": "completed", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:50.688496 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-fed6a763-abd7-4802-9168-14244b2e84a0 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:50.688915 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed6a763-abd7-4802-9168-14244b2e84a0'] response: {'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'code': 200} Apr 08 17:55:50.690351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:50.731070 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f2efc-f7cc-4ee9-bd66-4720acede491 req-56d15f49-6605-416d-8b7f-fb6efc1b5f35 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:50.733180 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c28f2efc-f7cc-4ee9-bd66-4720acede491 req-56d15f49-6605-416d-8b7f-fb6efc1b5f35 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.0734570 Apr 08 17:55:50.821392 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c28f2efc-f7cc-4ee9-bd66-4720acede491 req-4135731e-09f7-441f-acf3-cae49bb2265a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730865 Apr 08 17:55:50.878660 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=b16b9a27-fa09-4cef-94ca-0546d6f669fc,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:51.124336 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157fc90-3877-444d-b2c5-588ca8562d0c req-39d5d32a-d805-4dc4-9844-71ca139c1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:51.125760 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1157fc90-3877-444d-b2c5-588ca8562d0c req-39d5d32a-d805-4dc4-9844-71ca139c1998 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 1130 time: 0.1154552 Apr 08 17:55:51.146972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (81a94a09-47b5-4b74-8ce6-8968cc078602), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:51.237883 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1157fc90-3877-444d-b2c5-588ca8562d0c req-d9cf9423-a735-4315-8f47-cbdb4a102a3b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055110 Apr 08 17:55:51.505159 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Deleting port fc66e3cb-c01e-4b9e-a69f-7124b72ce618 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:51.506235 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:51.609878 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] For port fc66e3cb-c01e-4b9e-a69f-7124b72ce618, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:51.610549 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:51.634838 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Calling delete_port for fc66e3cb-c01e-4b9e-a69f-7124b72ce618 owned by network:router_interface {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:51.894048 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (fc66e3cb-c01e-4b9e-a69f-7124b72ce618), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:51.939180 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc66e3cb-c01e-4b9e-a69f-7124b72ce618,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:52.039177 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7b4a-c923-466d-b809-238b875cd7ac req-ebe7337a-119a-4241-8ad0-40486f79cf12 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:52.041973 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a32d7b4a-c923-466d-b809-238b875cd7ac req-ebe7337a-119a-4241-8ad0-40486f79cf12 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.1157632 Apr 08 17:55:52.173536 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a32d7b4a-c923-466d-b809-238b875cd7ac req-ea6f0982-df85-4cba-809a-c5d77c21ccdf tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231909 Apr 08 17:55:52.245562 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (81a94a09-47b5-4b74-8ce6-8968cc078602), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:52.419292 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f476d0d6-0072-44c6-9cf8-3d22f5aa02ba no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:52.458268 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: f476d0d6-0072-44c6-9cf8-3d22f5aa02ba {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:52.458828 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device f476d0d6-0072-44c6-9cf8-3d22f5aa02ba not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:52.767519 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Router 81a94a09-47b5-4b74-8ce6-8968cc078602 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:55:52.897260 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:55:52.904068 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-bfb884b4-3378-49f8-9861-9a6bd82be71f admin admin] 10.222.0.78 "PUT /v2.0/routers/81a94a09-47b5-4b74-8ce6-8968cc078602/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6134489 Apr 08 17:55:52.908370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51150) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:52.908718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] Sync routers for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:55:52.921047 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:52.921782 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:53.067656 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:53.075670 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks [] for router (81a94a09-47b5-4b74-8ce6-8968cc078602), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.221140 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks [] for router_gateway (81a94a09-47b5-4b74-8ce6-8968cc078602), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.301813 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Deleting port 7f95429d-6720-4d62-bb25-5b5c1d909dcf {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:53.302192 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.333729 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:55:51Z', 'revision_number': 5, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port': {'id': '7f95429d-6720-4d62-bb25-5b5c1d909dcf', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:53.397006 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] For port 7f95429d-6720-4d62-bb25-5b5c1d909dcf, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=7f95429d-6720-4d62-bb25-5b5c1d909dcf,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:53.397461 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.408189 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] Checking router: 81a94a09-47b5-4b74-8ce6-8968cc078602 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:55:53.415229 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70066c-ebf4-4a13-9192-38e55a01b296 req-54a685e3-d6a5-40ab-bd5a-56414db2537a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:53.416082 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Calling delete_port for 7f95429d-6720-4d62-bb25-5b5c1d909dcf owned by network:router_gateway {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:53.425451 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d70066c-ebf4-4a13-9192-38e55a01b296 req-54a685e3-d6a5-40ab-bd5a-56414db2537a tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.1366429 Apr 08 17:55:53.440351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-55c92b43-1608-46cc-b23a-9efe98f17a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.451313 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] Routers {'81a94a09-47b5-4b74-8ce6-8968cc078602'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:53.453546 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['81a94a09-47b5-4b74-8ce6-8968cc078602'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:53.500802 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d70066c-ebf4-4a13-9192-38e55a01b296 req-cc9389d2-a781-4210-b710-4f27dbf1e3eb tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732033 Apr 08 17:55:53.609273 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] Set router 81a94a09-47b5-4b74-8ce6-8968cc078602 gateway port host: None {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:53.696741 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:55:53Z', 'revision_number': 6, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:53.703669 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (7f95429d-6720-4d62-bb25-5b5c1d909dcf), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.730083 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca618f34-3df9-44c4-b6ce-7f6f83bd6bed None None] The sync data for ids ['81a94a09-47b5-4b74-8ce6-8968cc078602'] in dv-cinder-837165-1-iscsi is: [{'id': '81a94a09-47b5-4b74-8ce6-8968cc078602', 'name': 'tempest-ServerRescueNegativeTestJSON-1398414616-router', 'tenant_id': '6471de8242634d2c8aa39218faa8fa3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:55:53Z', 'revision_number': 6, 'project_id': '6471de8242634d2c8aa39218faa8fa3e', 'gw_port_host': None}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:55:53.757404 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f95429d-6720-4d62-bb25-5b5c1d909dcf,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:53.852695 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (81a94a09-47b5-4b74-8ce6-8968cc078602), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.980799 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (81a94a09-47b5-4b74-8ce6-8968cc078602), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:53.984853 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks [] for router_controller (81a94a09-47b5-4b74-8ce6-8968cc078602), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.090937 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (81a94a09-47b5-4b74-8ce6-8968cc078602), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.092638 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a94a09-47b5-4b74-8ce6-8968cc078602 {{(pid=110162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:55:54.102728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.104702 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-15b48da5-af79-4ad9-b756-7e1c5cea4b52 admin admin] 10.222.0.78 "DELETE /v2.0/routers/81a94a09-47b5-4b74-8ce6-8968cc078602 HTTP/1.1" status: 204 len: 168 time: 1.1949492 Apr 08 17:55:54.107762 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51154) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:54.174510 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] Deleting subnet cadc6be0-e4e3-4078-ad93-1f9c13fd3874 {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:55:54.181216 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] Publish callbacks [] for subnet (cadc6be0-e4e3-4078-ad93-1f9c13fd3874), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.245448 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562324'] for subnet (cadc6be0-e4e3-4078-ad93-1f9c13fd3874), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.373513 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (cadc6be0-e4e3-4078-ad93-1f9c13fd3874), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.434319 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286468'] for subnet (cadc6be0-e4e3-4078-ad93-1f9c13fd3874), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.487438 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cadc6be0-e4e3-4078-ad93-1f9c13fd3874,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:54.494239 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.500455 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-547a3d7e-91a1-4838-88f8-f427aa2083e0 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/cadc6be0-e4e3-4078-ad93-1f9c13fd3874 HTTP/1.1" status: 204 len: 168 time: 0.3912718 Apr 08 17:55:54.501235 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2454def1-8154-4078-a87e-35fc072a80de None None] Network f3279b8a-9ad0-49f9-aca0-6879a4c8232b requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:55:54.503047 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51156) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:54.601942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (f3279b8a-9ad0-49f9-aca0-6879a4c8232b), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.672368 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Deleting port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:54.672783 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.711049 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] DHCP port deletion for f3279b8a-9ad0-49f9-aca0-6879a4c8232b request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:55:54.768881 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] Deleting port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:55:54.769140 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.800638 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] For port 195c44ad-2a4d-431b-9b85-4b097fc49ee4, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=195c44ad-2a4d-431b-9b85-4b097fc49ee4,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:54.801011 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:54.816229 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa556c-4ade-42ed-bdb0-da63c97c217a req-f00affc5-7e4b-492a-ad40-4b144da4ae90 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:54.817894 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-64fa556c-4ade-42ed-bdb0-da63c97c217a req-f00affc5-7e4b-492a-ad40-4b144da4ae90 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.1786938 Apr 08 17:55:54.826392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Calling delete_port for 195c44ad-2a4d-431b-9b85-4b097fc49ee4 owned by network:dhcp {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:54.954235 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-64fa556c-4ade-42ed-bdb0-da63c97c217a req-bc99b162-d9f2-4823-90f4-f777c5eebf57 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227930 Apr 08 17:55:54.995060 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.028695 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Pushing event deleted for resources: {'Port': ['ID=195c44ad-2a4d-431b-9b85-4b097fc49ee4,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:55.029438 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] For port 195c44ad-2a4d-431b-9b85-4b097fc49ee4, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=195c44ad-2a4d-431b-9b85-4b097fc49ee4,segment=NetworkSegment(d1d4aada-d2af-404e-bc4d-96e9f356edcf),segment_id=d1d4aada-d2af-404e-bc4d-96e9f356edcf)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:55:55.030865 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.050132 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] No DVR routers for this DVR port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 on host dv-cinder-837165-1-iscsi {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:55:55.060965 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] Calling delete_port for 195c44ad-2a4d-431b-9b85-4b097fc49ee4 owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:55:55.167785 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49923a87-2912-4aab-99b5-9f7167d79180 req-db39ab88-e594-4690-b67e-98d47a9efb6b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:55.168410 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (f3279b8a-9ad0-49f9-aca0-6879a4c8232b), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.170957 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-49923a87-2912-4aab-99b5-9f7167d79180 req-db39ab88-e594-4690-b67e-98d47a9efb6b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.0868814 Apr 08 17:55:55.186023 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51164) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:55.191319 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Request body: {'floatingip': {'port_id': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:55:55.212499 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3279b8a-9ad0-49f9-aca0-6879a4c8232b']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:55.232379 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d4aada-d2af-404e-bc4d-96e9f356edcf') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:55.233084 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d4aada-d2af-404e-bc4d-96e9f356edcf') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:55.243327 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (186b9ef6-2be2-4aee-b277-4548307445dd), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.254404 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (d1d4aada-d2af-404e-bc4d-96e9f356edcf), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.269202 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (195c44ad-2a4d-431b-9b85-4b097fc49ee4), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.279099 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (d1d4aada-d2af-404e-bc4d-96e9f356edcf), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.293872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:55:55.294624 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (d1d4aada-d2af-404e-bc4d-96e9f356edcf), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:55:55.298321 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:55:55.312158 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] Pushing event deleted for resources: {'Port': ['ID=195c44ad-2a4d-431b-9b85-4b097fc49ee4,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:55.315521 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325cd3d-4297-45bc-9354-9e1f232f0c3c None None] No DVR routers for this DVR port 195c44ad-2a4d-431b-9b85-4b097fc49ee4 on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:55:55.400943 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (f3279b8a-9ad0-49f9-aca0-6879a4c8232b), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.406666 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.413709 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] 10.222.0.78 "DELETE /v2.0/networks/f3279b8a-9ad0-49f9-aca0-6879a4c8232b HTTP/1.1" status: 204 len: 168 time: 0.9090660 Apr 08 17:55:55.428415 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d4b37-86e3-45a6-8293-40d7fc6e75af admin admin] Pushing event deleted for resources: {'Network': ['ID=f3279b8a-9ad0-49f9-aca0-6879a4c8232b,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:55.594353 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51168) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:55.614410 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-a443a15d-c82f-4878-8211-10244316802d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.666211 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-bc6dd160-ff96-41b4-ad33-f1f1dcb3f39b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6471de8242634d2c8aa39218faa8fa3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0703044 Apr 08 17:55:55.669014 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51170) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:55:55.756363 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f809ada6-7b14-445a-9c78-dd46adbbc359 admin admin] Publish callbacks [] for security_group (a156ad49-520d-4599-9a82-f155dadd041d), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.765356 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 195c44ad-2a4d-431b-9b85-4b097fc49ee4 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:55.796033 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f809ada6-7b14-445a-9c78-dd46adbbc359 admin admin] Publish callbacks [] for security_group (a156ad49-520d-4599-9a82-f155dadd041d), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.801257 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 195c44ad-2a4d-431b-9b85-4b097fc49ee4 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:55.802327 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 195c44ad-2a4d-431b-9b85-4b097fc49ee4 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:55.803296 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7f95429d-6720-4d62-bb25-5b5c1d909dcf no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:55.838099 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 7f95429d-6720-4d62-bb25-5b5c1d909dcf {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:55.838692 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7f95429d-6720-4d62-bb25-5b5c1d909dcf not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:55.839378 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device fc66e3cb-c01e-4b9e-a69f-7124b72ce618 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:55:55.875833 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: fc66e3cb-c01e-4b9e-a69f-7124b72ce618 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:55:55.876450 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device fc66e3cb-c01e-4b9e-a69f-7124b72ce618 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:55:55.876864 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f809ada6-7b14-445a-9c78-dd46adbbc359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (a156ad49-520d-4599-9a82-f155dadd041d), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.882883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f809ada6-7b14-445a-9c78-dd46adbbc359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:55.884945 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-f809ada6-7b14-445a-9c78-dd46adbbc359 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a156ad49-520d-4599-9a82-f155dadd041d HTTP/1.1" status: 204 len: 168 time: 0.2142146 Apr 08 17:55:55.908651 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f809ada6-7b14-445a-9c78-dd46adbbc359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a156ad49-520d-4599-9a82-f155dadd041d,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:55:56.355745 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:56.361334 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (186b9ef6-2be2-4aee-b277-4548307445dd), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:56.548118 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Floating IP 186b9ef6-2be2-4aee-b277-4548307445dd associated. External IP: 172.27.2.69, port: b16b9a27-fa09-4cef-94ca-0546d6f669fc. Apr 08 17:55:56.838484 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:55:56.863485 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:57.023301 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:55:57.032373 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:57.039189 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] Sync routers for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:55:57.059395 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:57.060687 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:57.098287 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-312e0857-7f3f-46aa-9095-8b9e9692a361 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "PUT /v2.0/floatingips/186b9ef6-2be2-4aee-b277-4548307445dd HTTP/1.1" status: 200 len: 991 time: 1.9037912 Apr 08 17:55:57.098287 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:55:57.098287 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:55:57.149465 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c8dc9-4da9-499a-9dfa-f0f0af2492c9 x-openstack-request-id: req-5f0c8dc9-4da9-499a-9dfa-f0f0af2492c9 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:55:57.149854 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:55:57.150188 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5f0c8dc9-4da9-499a-9dfa-f0f0af2492c9 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:55:57.150674 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0c8dc9-4da9-499a-9dfa-f0f0af2492c9'] response: {'name': 'network-changed', 'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'status': 'completed', 'code': 200} Apr 08 17:55:57.208917 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:57.265653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-62d7be33-1621-4b31-a939-776e0dd9d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:57.268335 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-62d7be33-1621-4b31-a939-776e0dd9d758 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 1130 time: 0.0570254 Apr 08 17:55:57.268491 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:57.423562 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-2e80ed1c-c77e-41d4-8efe-048b51b260f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:57.425968 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-2e80ed1c-c77e-41d4-8efe-048b51b260f5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.1501002 Apr 08 17:55:57.518736 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-e700c44a-b3be-4d1c-8e2c-cb9f02153fed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc HTTP/1.1" status: 200 len: 999 time: 0.0851493 Apr 08 17:55:57.608530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-6bf13426-c843-4cba-be44-50fe18cc60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:57.611336 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-6bf13426-c843-4cba-be44-50fe18cc60d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.0861006 Apr 08 17:55:57.643913 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '186b9ef6-2be2-4aee-b277-4548307445dd', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'port_id': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'mac_address': 'fa:16:3e:7d:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:55:37Z', 'updated_at': '2022-04-08T17:55:56Z', 'revision_number': 1, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:57.683473 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-e2aaf7d8-4f34-4c03-9bb0-86d142009d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:55:57.686724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-e2aaf7d8-4f34-4c03-9bb0-86d142009d42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683730 Apr 08 17:55:57.697127 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] Checking router: e36815ac-e9ab-4d9d-9428-f78bcbb37af7 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:55:57.717659 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:55:57.720412 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:57.871204 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:55:57.875318 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-2623abc8-d1fd-4788-a55e-c37e2b4acad0 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784379 Apr 08 17:55:58.029137 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0414fb3a-79da-4aff-ab18-c5d6f17ab6dc req-740c92a0-1a5e-443d-9ad0-efdd2d7a501e service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409936 Apr 08 17:55:58.219708 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '186b9ef6-2be2-4aee-b277-4548307445dd', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'port_id': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'mac_address': 'fa:16:3e:7d:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:55:37Z', 'updated_at': '2022-04-08T17:55:56Z', 'revision_number': 1, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:55:58.281716 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0c8bb0-9b79-4ed8-a17d-dc5ae8a1050f None None] The sync data for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi is: [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '186b9ef6-2be2-4aee-b277-4548307445dd', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'floating_ip_address': '172.27.2.69', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'port_id': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'mac_address': 'fa:16:3e:7d:03:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:55:37Z', 'updated_at': '2022-04-08T17:55:56Z', 'revision_number': 1, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:55:58.529104 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b469fffe-6a08-4d8e-9ab5-626fbbd7b082 None None] New status for floating IP 186b9ef6-2be2-4aee-b277-4548307445dd: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:55:58.699843 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:55:59.861103 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:00.546288 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51238) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:00.674433 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-83986722-e483-4aa0-9fca-6af4507fa0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:00.763532 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-83986722-e483-4aa0-9fca-6af4507fa0b1 admin admin] Publish callbacks [] for security_group (ea19665c-0c64-4125-aeab-f0a4d8faa8f7), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:00.768417 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-83986722-e483-4aa0-9fca-6af4507fa0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ea19665c-0c64-4125-aeab-f0a4d8faa8f7), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:00.814866 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-83986722-e483-4aa0-9fca-6af4507fa0b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e56593a4958490693b559350917759b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674108 Apr 08 17:56:00.815814 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83986722-e483-4aa0-9fca-6af4507fa0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea19665c-0c64-4125-aeab-f0a4d8faa8f7,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:00.818260 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51244) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:00.902041 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Publish callbacks [] for security_group (ea19665c-0c64-4125-aeab-f0a4d8faa8f7), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:00.942095 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Publish callbacks [] for security_group (ea19665c-0c64-4125-aeab-f0a4d8faa8f7), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:01.020381 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ea19665c-0c64-4125-aeab-f0a4d8faa8f7), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:01.024811 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:01.026719 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ea19665c-0c64-4125-aeab-f0a4d8faa8f7 HTTP/1.1" status: 204 len: 168 time: 0.2072797 Apr 08 17:56:01.040857 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea19665c-0c64-4125-aeab-f0a4d8faa8f7,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:01.053650 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.055031 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.055493 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.055855 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.056291 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.056638 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.056978 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.057511 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.057984 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.058369 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.058750 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.059212 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.059759 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.060471 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:01.061033 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f552494-4965-4279-8a6f-e6f2e156333d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:12.349072 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0463bba3-40a1-4863-b9de-1105e00b1354 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584292976&fields=id&tenant_id=1a0d5b6a20274a0e9536510361ef55ec HTTP/1.1" status: 200 len: 267 time: 0.0521834 Apr 08 17:56:12.411730 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-258f7f2e-6ce0-4dd0-832f-3d875f2d6ffe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:12.413374 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-258f7f2e-6ce0-4dd0-832f-3d875f2d6ffe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 985 time: 0.0582452 Apr 08 17:56:12.430379 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Request body: {'port': {'security_groups': ['8103dcd6-7114-435d-b45d-b9ceb7a57284']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:12.533674 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:12.771184 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18db5f7e-345f-4805-8cdb-fabc39a69682,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:12.834031 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:12.844399 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:12.923329 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['18db5f7e-345f-4805-8cdb-fabc39a69682'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:56:12.931771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:12.933046 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:12.935836 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c27ac6bf-2799-4317-a51e-1a9ea533dec1 req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "PUT /v2.0/ports/18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 943 time: 0.5108359 Apr 08 17:56:12.936556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:12.940818 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f6ae7-74c0-473d-a47c-87b8312cd27b" -d '{"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:12.944610 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51382) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:13.018103 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80ff07-926a-4d04-9de2-77a8500cb5bf tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event updated for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=7']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:13.031528 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d544178a-f214-4e93-847e-41f9fdbaa770 x-openstack-request-id: req-d544178a-f214-4e93-847e-41f9fdbaa770 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:13.032023 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:13.033596 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d544178a-f214-4e93-847e-41f9fdbaa770 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:13.033596 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d544178a-f214-4e93-847e-41f9fdbaa770'] response: {'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'status': 'completed', 'code': 200} Apr 08 17:56:13.067893 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8717c793-a3ac-491f-906b-758e1eea09fe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group (41224788-7fe1-41f3-99d4-e5442a1bf079), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:13.124163 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8717c793-a3ac-491f-906b-758e1eea09fe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group (41224788-7fe1-41f3-99d4-e5442a1bf079), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:13.163081 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['18db5f7e-345f-4805-8cdb-fabc39a69682'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:56:13.304483 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8717c793-a3ac-491f-906b-758e1eea09fe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (41224788-7fe1-41f3-99d4-e5442a1bf079), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:13.311278 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8717c793-a3ac-491f-906b-758e1eea09fe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:13.315825 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8717c793-a3ac-491f-906b-758e1eea09fe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "DELETE /v2.0/security-groups/41224788-7fe1-41f3-99d4-e5442a1bf079 HTTP/1.1" status: 204 len: 168 time: 0.3698227 Apr 08 17:56:13.318597 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51388) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:13.334349 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717c793-a3ac-491f-906b-758e1eea09fe tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41224788-7fe1-41f3-99d4-e5442a1bf079,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:13.380454 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-665c83cc-4450-4d47-9199-c8a9a3f144d6 None None] Provisioning complete for port 18db5f7e-345f-4805-8cdb-fabc39a69682 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:13.380941 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-665c83cc-4450-4d47-9199-c8a9a3f144d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:13.461602 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-69880c0a-efb2-4cd4-a89d-73682ba2ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:13.464822 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-69880c0a-efb2-4cd4-a89d-73682ba2ee09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1130 time: 0.3549271 Apr 08 17:56:13.530309 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-665c83cc-4450-4d47-9199-c8a9a3f144d6 None None] Current status of the port 18db5f7e-345f-4805-8cdb-fabc39a69682 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:13.723408 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-22106792-31d9-4468-be24-4a78cd660695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:13.724970 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-22106792-31d9-4468-be24-4a78cd660695 service neutron] 10.222.0.73 "GET /v2.0/networks?id=280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 200 len: 916 time: 0.2465093 Apr 08 17:56:13.740937 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Deleting port 42fcd73d-554a-4cd1-8aa1-a6593cd4d761 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:13.741352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.154815 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-ed2925e1-4c8f-446d-91ee-edd81311a9a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 1001 time: 0.4138794 Apr 08 17:56:14.239973 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.240461 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for floatingip (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.262181 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Calling delete_port for 42fcd73d-554a-4cd1-8aa1-a6593cd4d761 owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:14.269279 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-0773deee-ada1-48f7-b955-dcd09f0d99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:14.271105 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-0773deee-ada1-48f7-b955-dcd09f0d99f1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f2b9630-a2b4-4fd7-b2c6-037e5341e609 HTTP/1.1" status: 200 len: 854 time: 0.1118426 Apr 08 17:56:14.387788 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-f457fc52-9bcd-4355-8cad-c46b50a70625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:14.389418 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-f457fc52-9bcd-4355-8cad-c46b50a70625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280d0b11-cae3-41c5-8685-c845cdfd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1112521 Apr 08 17:56:14.407353 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-e29f3fef-b164-45d9-aaef-a80d2061c9cc service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:56:14.408532 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-e29f3fef-b164-45d9-aaef-a80d2061c9cc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064008 Apr 08 17:56:14.591089 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51406) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:14.593276 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-d6a896d4-5703-4baf-8e60-66dbd4a8937f service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744249 Apr 08 17:56:14.708264 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (42fcd73d-554a-4cd1-8aa1-a6593cd4d761), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.753468 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event deleted for resources: {'Port': ['ID=42fcd73d-554a-4cd1-8aa1-a6593cd4d761,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:14.761623 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bcc5-2906-4ba3-b768-ed936c2a55a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.819401 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-667f6ae7-74c0-473d-a47c-87b8312cd27b req-121c8be1-9fa7-455f-842e-ccbb11bfbf16 service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184284 Apr 08 17:56:14.875145 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks [] for floatingip (b1b12097-d970-4ddd-810a-0409369f5925), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.875480 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Floating IP b1b12097-d970-4ddd-810a-0409369f5925 disassociated (deleted). External IP: 172.27.2.65, port: 18db5f7e-345f-4805-8cdb-fabc39a69682. Apr 08 17:56:14.885721 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bcc5-2906-4ba3-b768-ed936c2a55a0 admin admin] Publish callbacks [] for security_group (2a018081-d29d-4acc-af3d-1d41bb7c1429), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.891132 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2ff4bcc5-2906-4ba3-b768-ed936c2a55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2a018081-d29d-4acc-af3d-1d41bb7c1429), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:14.937468 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4bcc5-2906-4ba3-b768-ed936c2a55a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a018081-d29d-4acc-af3d-1d41bb7c1429,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:14.944446 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2ff4bcc5-2906-4ba3-b768-ed936c2a55a0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=75bb686cc157444d893772e3e17db0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507459 Apr 08 17:56:14.947076 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51410) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:15.010580 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-34e45f00-8ca4-4a34-a18e-30027cafae3c admin admin] Publish callbacks [] for security_group (2a018081-d29d-4acc-af3d-1d41bb7c1429), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.043382 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-34e45f00-8ca4-4a34-a18e-30027cafae3c admin admin] Publish callbacks [] for security_group (2a018081-d29d-4acc-af3d-1d41bb7c1429), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.105969 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-34e45f00-8ca4-4a34-a18e-30027cafae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2a018081-d29d-4acc-af3d-1d41bb7c1429), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.110645 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-34e45f00-8ca4-4a34-a18e-30027cafae3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.112630 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-34e45f00-8ca4-4a34-a18e-30027cafae3c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2a018081-d29d-4acc-af3d-1d41bb7c1429 HTTP/1.1" status: 204 len: 168 time: 0.1642139 Apr 08 17:56:15.127125 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e45f00-8ca4-4a34-a18e-30027cafae3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a018081-d29d-4acc-af3d-1d41bb7c1429,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:15.264079 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:56:15.444818 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:15.450908 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.457278 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] Sync routers for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:15.476643 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:15.477298 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:15.501933 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-962b4dfd-0a12-4161-8acd-3947d5abd4b2 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "DELETE /v2.0/floatingips/b1b12097-d970-4ddd-810a-0409369f5925 HTTP/1.1" status: 204 len: 168 time: 2.1812694 Apr 08 17:56:15.502740 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:15.507104 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d76c60-3498-46a2-ae1d-7df38fe6664a" -d '{"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:15.546714 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51420) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:15.563191 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aabc8c04-5db1-451c-a5bf-b741778a7c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.582865 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405767d1-1b6f-4c81-9e83-79c5f26c3be6 x-openstack-request-id: req-405767d1-1b6f-4c81-9e83-79c5f26c3be6 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:15.583221 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:15.583566 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-405767d1-1b6f-4c81-9e83-79c5f26c3be6 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:15.584215 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405767d1-1b6f-4c81-9e83-79c5f26c3be6'] response: {'name': 'network-changed', 'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'status': 'completed', 'code': 200} Apr 08 17:56:15.655518 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:15.691607 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aabc8c04-5db1-451c-a5bf-b741778a7c3f admin admin] Publish callbacks [] for security_group (9d1613dc-b91b-4bf7-ae04-98185f6343b8), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.697891 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aabc8c04-5db1-451c-a5bf-b741778a7c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9d1613dc-b91b-4bf7-ae04-98185f6343b8), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.724640 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-d69462aa-61c7-4905-895a-882f9d60ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:15.728967 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-d69462aa-61c7-4905-895a-882f9d60ea85 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 1130 time: 0.0793185 Apr 08 17:56:15.731866 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc8c04-5db1-451c-a5bf-b741778a7c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1613dc-b91b-4bf7-ae04-98185f6343b8,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:15.766612 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-aabc8c04-5db1-451c-a5bf-b741778a7c3f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9b6938547c943fab63dc1c902dd0050&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189009 Apr 08 17:56:15.771545 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51426) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:15.899026 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7af2068a-a169-4c16-8857-a9ccc7ef255f admin admin] Publish callbacks [] for security_group (9d1613dc-b91b-4bf7-ae04-98185f6343b8), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.919741 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-c37add1e-f812-44a3-bb54-9cd5ecb2ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:15.920815 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-c37add1e-f812-44a3-bb54-9cd5ecb2ecce service neutron] 10.222.0.73 "GET /v2.0/networks?id=280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 200 len: 916 time: 0.1710806 Apr 08 17:56:15.960941 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7af2068a-a169-4c16-8857-a9ccc7ef255f admin admin] Publish callbacks [] for security_group (9d1613dc-b91b-4bf7-ae04-98185f6343b8), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:15.984542 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-43df1b5c-c86f-43df-81c6-22a93a1806fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 200 len: 217 time: 0.0551524 Apr 08 17:56:16.001070 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:16.029254 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] Checking router: 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:16.039634 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7af2068a-a169-4c16-8857-a9ccc7ef255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9d1613dc-b91b-4bf7-ae04-98185f6343b8), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:16.041356 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:16.042003 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:55:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:16.045033 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7af2068a-a169-4c16-8857-a9ccc7ef255f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:16.048048 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7af2068a-a169-4c16-8857-a9ccc7ef255f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9d1613dc-b91b-4bf7-ae04-98185f6343b8 HTTP/1.1" status: 204 len: 168 time: 0.2744968 Apr 08 17:56:16.061846 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2068a-a169-4c16-8857-a9ccc7ef255f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1613dc-b91b-4bf7-ae04-98185f6343b8,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:16.287796 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:16.541266 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:16.593576 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d0643-0672-4a9b-82e5-e408e18cef7e None None] The sync data for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi is: [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:49:54Z', 'revision_number': 4, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9564d25e-b36f-45ad-8711-143dde45949e', 'name': '', 'network_id': '280d0b11-cae3-41c5-8685-c845cdfd6371', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'mac_address': 'fa:16:3e:25:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:52Z', 'updated_at': '2022-04-08T17:50:01Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'subnets': [{'id': '6f2b9630-a2b4-4fd7-b2c6-037e5341e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:16.605897 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-73dfc09e-9db3-44e3-8e57-cf3973708f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:16.607520 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-73dfc09e-9db3-44e3-8e57-cf3973708f7e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6f2b9630-a2b4-4fd7-b2c6-037e5341e609 HTTP/1.1" status: 200 len: 854 time: 0.0876095 Apr 08 17:56:16.686606 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-f1c84417-44c1-42f4-8922-4e39549170fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:16.689933 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-f1c84417-44c1-42f4-8922-4e39549170fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=280d0b11-cae3-41c5-8685-c845cdfd6371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721240 Apr 08 17:56:16.852752 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-3aeeb161-1d69-4098-9e7a-34479cb3b44f service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410513 Apr 08 17:56:16.975614 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f096312-0152-45ce-ab6c-d112b56886df None None] New status for floating IP b1b12097-d970-4ddd-810a-0409369f5925: DOWN {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:56:17.034441 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-31d76c60-3498-46a2-ae1d-7df38fe6664a req-a2d55b0a-351d-47f1-8384-c048f61922bd service neutron] 10.222.0.73 "GET /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744380 Apr 08 17:56:19.698067 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eeda1-b8a1-4782-8d2d-f30cbfbe7efb req-51958e8d-e98a-46f0-98db-a47948c44e01 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:19.699875 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b06eeda1-b8a1-4782-8d2d-f30cbfbe7efb req-51958e8d-e98a-46f0-98db-a47948c44e01 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0555294 Apr 08 17:56:19.773178 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b06eeda1-b8a1-4782-8d2d-f30cbfbe7efb req-2d4bb12f-4cca-4b95-8f58-0bf2ce97a44f tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625179 Apr 08 17:56:20.955547 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8a3ca-ba3e-497b-a5f1-fdf2a367c66d req-2b43e8be-0a2b-4abd-a030-84137b7b54c4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:20.958338 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4f8a3ca-ba3e-497b-a5f1-fdf2a367c66d req-2b43e8be-0a2b-4abd-a030-84137b7b54c4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0988450 Apr 08 17:56:21.036529 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4f8a3ca-ba3e-497b-a5f1-fdf2a367c66d req-f968e6c4-1168-432e-b18b-7efddcab73da tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/security-groups?id=8103dcd6-7114-435d-b45d-b9ceb7a57284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693889 Apr 08 17:56:21.223597 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-3531ba14-7240-46b5-b716-0405fb8b51f4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:21.225787 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-3531ba14-7240-46b5-b716-0405fb8b51f4 tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.73 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 946 time: 0.0622444 Apr 08 17:56:21.245021 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:56:21.335175 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Deleting port 18db5f7e-345f-4805-8cdb-fabc39a69682 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:21.335602 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:21.454968 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] For port 18db5f7e-345f-4805-8cdb-fabc39a69682, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18db5f7e-345f-4805-8cdb-fabc39a69682,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:21.455343 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:21.473853 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Calling delete_port for 18db5f7e-345f-4805-8cdb-fabc39a69682 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:21.641890 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (18db5f7e-345f-4805-8cdb-fabc39a69682), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:21.682810 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Pushing event deleted for resources: {'Port': ['ID=18db5f7e-345f-4805-8cdb-fabc39a69682,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:21.684753 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['18db5f7e-345f-4805-8cdb-fabc39a69682'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:56:21.759321 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] No DVR routers for this DVR port 18db5f7e-345f-4805-8cdb-fabc39a69682 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:56:21.762984 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:21.766778 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d75f0fc2-77d7-45b6-96e3-a354a4b7c589 req-44d0538f-5d58-4930-8d53-e4949deaf29b tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.73 "DELETE /v2.0/ports/18db5f7e-345f-4805-8cdb-fabc39a69682 HTTP/1.1" status: 204 len: 173 time: 0.5349603 Apr 08 17:56:21.767265 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'name': 'network-vif-deleted', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:21.769806 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de93500-e339-43c1-aa1d-ae386caf35bd" -d '{"events": [{"server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "name": "network-vif-deleted", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:21.818679 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378a1991-2952-4da3-9930-876889804573 x-openstack-request-id: req-378a1991-2952-4da3-9930-876889804573 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:21.819211 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af72c08-ec96-4416-a2b8-f918adb28ea6", "name": "network-vif-deleted", "tag": "18db5f7e-345f-4805-8cdb-fabc39a69682", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:21.819789 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-378a1991-2952-4da3-9930-876889804573 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:21.820556 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378a1991-2952-4da3-9930-876889804573'] response: {'server_uuid': '1af72c08-ec96-4416-a2b8-f918adb28ea6', 'name': 'network-vif-deleted', 'tag': '18db5f7e-345f-4805-8cdb-fabc39a69682', 'status': 'completed', 'code': 200} Apr 08 17:56:22.205439 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-464ba89a-9abe-47c2-9abb-3f2aca5814ad req-179a763e-d690-4359-bef4-ca101415973d tempest-TestMinimumBasicScenario-1521201242 tempest-TestMinimumBasicScenario-1521201242-project] 10.222.0.78 "GET /v2.0/ports?device_id=1af72c08-ec96-4416-a2b8-f918adb28ea6 HTTP/1.1" status: 200 len: 210 time: 0.0504942 Apr 08 17:56:23.310044 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-21dbac02-e3dd-485a-bf01-509b8175f543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:24.257370 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51596) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:24.669177 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18db5f7e-345f-4805-8cdb-fabc39a69682 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:24.703737 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 18db5f7e-345f-4805-8cdb-fabc39a69682 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:24.704233 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18db5f7e-345f-4805-8cdb-fabc39a69682 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:25.080330 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:25.415298 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Deleting port 9564d25e-b36f-45ad-8711-143dde45949e {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:25.416362 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (9564d25e-b36f-45ad-8711-143dde45949e), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:25.533486 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] For port 9564d25e-b36f-45ad-8711-143dde45949e, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=9564d25e-b36f-45ad-8711-143dde45949e,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:25.534079 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (9564d25e-b36f-45ad-8711-143dde45949e), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:25.552455 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Calling delete_port for 9564d25e-b36f-45ad-8711-143dde45949e owned by network:router_interface {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:25.610638 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3ec1b577-df92-495a-adb1-b1305145f162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:25.802965 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (9564d25e-b36f-45ad-8711-143dde45949e), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:25.838897 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Pushing event deleted for resources: {'Port': ['ID=9564d25e-b36f-45ad-8711-143dde45949e,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:25.949827 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-ed30aa95-48db-4362-91e7-da6ccc865456 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839641 Apr 08 17:56:26.074656 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-cbe8768d-d36e-41e3-88d6-cd73a9c14c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:26.077353 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-cbe8768d-d36e-41e3-88d6-cd73a9c14c74 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 1130 time: 0.0775831 Apr 08 17:56:26.133208 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:26.249244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-9cca0612-49ca-4ba1-8ddf-d6882dd2a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:26.252994 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-9cca0612-49ca-4ba1-8ddf-d6882dd2a34b service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1441634 Apr 08 17:56:26.377272 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-97d5d5f5-3c4c-4f28-8017-51aad59d0f52 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5 HTTP/1.1" status: 200 len: 1002 time: 0.1175873 Apr 08 17:56:26.458017 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-befcfc96-f0c7-471b-8162-029d83a2d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:26.461381 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-befcfc96-f0c7-471b-8162-029d83a2d677 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0776296 Apr 08 17:56:26.532618 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:56:26.540358 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-60fef841-8711-40c3-8aa0-e95afc67bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:26.543351 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-60fef841-8711-40c3-8aa0-e95afc67bacf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743899 Apr 08 17:56:26.662473 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-a0a181c1-3625-4e98-b105-c2b36a7f412d service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109495 Apr 08 17:56:26.749953 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:26.764915 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5f4282ab-7f5d-4665-b5ef-488cca74e32b admin admin] 10.222.0.78 "PUT /v2.0/routers/0d30dec4-c6de-4dcf-a7bd-cf1eee73c658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5041466 Apr 08 17:56:26.766198 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] Sync routers for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:26.766943 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51632) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:26.780939 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:26.781943 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:26.843780 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d9a57ee-12fe-4e95-9996-def5d108d9d7 req-4dfe12a0-c47b-404b-a259-e526894f27c7 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744065 Apr 08 17:56:26.869330 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:26.937585 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:27.169994 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:56:25Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:27.189186 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks [] for router (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:27.212160 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] Checking router: 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:27.219966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:27.224738 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] Routers {'0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:27.226231 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:27.353195 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks [] for router_gateway (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:27.372868 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] Set router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:27.408635 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Deleting port 7a52e248-9a58-4845-879c-48e8256c0d7a {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:27.408953 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:27.547514 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] For port 7a52e248-9a58-4845-879c-48e8256c0d7a, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=7a52e248-9a58-4845-879c-48e8256c0d7a,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:27.548294 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:27.564190 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Calling delete_port for 7a52e248-9a58-4845-879c-48e8256c0d7a owned by network:router_gateway {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:27.614657 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:56:25Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:27.643249 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4e4e6-4fd9-4e5d-bf2a-d148cbb95a99 None None] The sync data for ids ['0d30dec4-c6de-4dcf-a7bd-cf1eee73c658'] in dv-cinder-837165-1-iscsi is: [{'id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'name': 'tempest-TestMinimumBasicScenario-1719425016-router', 'tenant_id': '1a0d5b6a20274a0e9536510361ef55ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:48Z', 'updated_at': '2022-04-08T17:56:25Z', 'revision_number': 5, 'project_id': '1a0d5b6a20274a0e9536510361ef55ec', 'gw_port': {'id': '7a52e248-9a58-4845-879c-48e8256c0d7a', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d30dec4-c6de-4dcf-a7bd-cf1eee73c658', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:49Z', 'updated_at': '2022-04-08T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:27.787687 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (7a52e248-9a58-4845-879c-48e8256c0d7a), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:27.838170 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a52e248-9a58-4845-879c-48e8256c0d7a,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:27.906490 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.065210 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.069650 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks [] for router_controller (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.146843 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (0d30dec4-c6de-4dcf-a7bd-cf1eee73c658), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.147451 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 {{(pid=110163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:56:28.157042 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.159962 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c9ff6e89-0f48-478f-bc30-4ebc0f3073c5 admin admin] 10.222.0.78 "DELETE /v2.0/routers/0d30dec4-c6de-4dcf-a7bd-cf1eee73c658 HTTP/1.1" status: 204 len: 168 time: 1.3920300 Apr 08 17:56:28.162358 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51640) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:28.257076 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] Deleting subnet 6f2b9630-a2b4-4fd7-b2c6-037e5341e609 {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:56:28.269918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] Publish callbacks [] for subnet (6f2b9630-a2b4-4fd7-b2c6-037e5341e609), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.344812 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (6f2b9630-a2b4-4fd7-b2c6-037e5341e609), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.483645 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (6f2b9630-a2b4-4fd7-b2c6-037e5341e609), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.543541 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (6f2b9630-a2b4-4fd7-b2c6-037e5341e609), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.573553 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2b9630-a2b4-4fd7-b2c6-037e5341e609,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:28.578557 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.582310 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-a8cf416f-405d-40ac-9ba3-f0381366488a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/6f2b9630-a2b4-4fd7-b2c6-037e5341e609 HTTP/1.1" status: 204 len: 168 time: 0.4182422 Apr 08 17:56:28.585054 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51650) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:28.588174 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5aaf96-2026-4e74-aacd-655c24cf9587 None None] Network 280d0b11-cae3-41c5-8685-c845cdfd6371 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:56:28.678209 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (280d0b11-cae3-41c5-8685-c845cdfd6371), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.758021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Deleting port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:28.759226 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.759533 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.875875 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] For port e95f7389-c8bd-46fa-983b-7fd4d56b20f3, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:28.876350 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:28.893671 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Calling delete_port for e95f7389-c8bd-46fa-983b-7fd4d56b20f3 owned by network:dhcp {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:28.915218 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] DHCP port deletion for 280d0b11-cae3-41c5-8685-c845cdfd6371 request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:56:28.998904 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Deleting port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:28.999867 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.004985 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5683b78-3544-4d0b-af33-8c409b180b03 req-cae2e0e6-06ca-40e7-ab6b-4914cecc3c0f tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:29.009483 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c5683b78-3544-4d0b-af33-8c409b180b03 req-cae2e0e6-06ca-40e7-ab6b-4914cecc3c0f tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0714152 Apr 08 17:56:29.047058 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.078223 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] No DVR routers for this DVR port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 on host dv-cinder-837165-1-iscsi {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:56:29.084273 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c5683b78-3544-4d0b-af33-8c409b180b03 req-be10c5e7-79d1-48a6-88b1-87759e0a74e4 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650916 Apr 08 17:56:29.101367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] For port e95f7389-c8bd-46fa-983b-7fd4d56b20f3, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,segment=NetworkSegment(1d7b70d4-4a19-4222-b902-eda180c730f2),segment_id=1d7b70d4-4a19-4222-b902-eda180c730f2)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:29.101790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.118714 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:29.129667 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Calling delete_port for e95f7389-c8bd-46fa-983b-7fd4d56b20f3 owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:29.230176 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (e95f7389-c8bd-46fa-983b-7fd4d56b20f3), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.242438 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (280d0b11-cae3-41c5-8685-c845cdfd6371), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.262604 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Pushing event deleted for resources: {'Port': ['ID=e95f7389-c8bd-46fa-983b-7fd4d56b20f3,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:29.275473 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] No DVR routers for this DVR port e95f7389-c8bd-46fa-983b-7fd4d56b20f3 on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:56:29.278790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.279350 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.279904 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.280486 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.280955 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280d0b11-cae3-41c5-8685-c845cdfd6371']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:29.281138 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.281529 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.282073 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.282637 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.283183 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.283721 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.284287 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.284743 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.285287 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.285812 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.286347 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d35a277-b2de-44f1-889b-717056acd335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:29.299633 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7b70d4-4a19-4222-b902-eda180c730f2') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:29.300031 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7b70d4-4a19-4222-b902-eda180c730f2') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:29.315417 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (1d7b70d4-4a19-4222-b902-eda180c730f2), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.335582 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (1d7b70d4-4a19-4222-b902-eda180c730f2), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.344414 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:56:29.345009 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (1d7b70d4-4a19-4222-b902-eda180c730f2), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:56:29.347555 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:56:29.422243 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (280d0b11-cae3-41c5-8685-c845cdfd6371), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.433691 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:29.440986 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] 10.222.0.78 "DELETE /v2.0/networks/280d0b11-cae3-41c5-8685-c845cdfd6371 HTTP/1.1" status: 204 len: 168 time: 0.8545635 Apr 08 17:56:29.444161 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51662) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:29.455556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e962fc7-d554-4fa6-827f-e5d07bfbcd45 admin admin] Pushing event deleted for resources: {'Network': ['ID=280d0b11-cae3-41c5-8685-c845cdfd6371,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:29.780232 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 9564d25e-b36f-45ad-8711-143dde45949e no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:29.817536 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 9564d25e-b36f-45ad-8711-143dde45949e {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:29.818660 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 9564d25e-b36f-45ad-8711-143dde45949e not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:29.820035 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7a52e248-9a58-4845-879c-48e8256c0d7a no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:29.870342 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 7a52e248-9a58-4845-879c-48e8256c0d7a {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:29.871186 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 7a52e248-9a58-4845-879c-48e8256c0d7a not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:29.871944 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e95f7389-c8bd-46fa-983b-7fd4d56b20f3 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:29.941883 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: e95f7389-c8bd-46fa-983b-7fd4d56b20f3 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:29.942806 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e95f7389-c8bd-46fa-983b-7fd4d56b20f3 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:29.961546 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:30.099515 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (6cc3ba63-441f-45cd-b691-77d0d3b33e59), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:30.238299 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934e9ed-4c0c-4afc-a923-8fe6c22153d1 req-ac5c8ab3-dd22-41e3-96e6-0e30fc3ef048 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:30.240047 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5934e9ed-4c0c-4afc-a923-8fe6c22153d1 req-ac5c8ab3-dd22-41e3-96e6-0e30fc3ef048 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0621061 Apr 08 17:56:30.303830 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5934e9ed-4c0c-4afc-a923-8fe6c22153d1 req-70a0ce45-b67e-48be-8fe9-508427bf7b98 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565176 Apr 08 17:56:30.467574 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Deleting port 28f8c12c-dbea-4456-9880-d7e6bc97269a {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:30.467860 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:30.564258 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] For port 28f8c12c-dbea-4456-9880-d7e6bc97269a, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=28f8c12c-dbea-4456-9880-d7e6bc97269a,segment=NetworkSegment(a234e99f-27b5-4b35-8678-a0ac68a85806),segment_id=a234e99f-27b5-4b35-8678-a0ac68a85806)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:30.564757 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:30.587159 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Calling delete_port for 28f8c12c-dbea-4456-9880-d7e6bc97269a owned by network:router_interface {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:30.802808 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (28f8c12c-dbea-4456-9880-d7e6bc97269a), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:30.838093 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Pushing event deleted for resources: {'Port': ['ID=28f8c12c-dbea-4456-9880-d7e6bc97269a,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:31.126628 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (6cc3ba63-441f-45cd-b691-77d0d3b33e59), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:31.173702 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-524c71c1-8c3e-4e30-bc59-626c4c47655a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:31.176239 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-524c71c1-8c3e-4e30-bc59-626c4c47655a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.1024835 Apr 08 17:56:31.310255 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Deleting port dc95c322-b4a4-4085-8bcd-799727cb38a5 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:31.311429 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:31.461657 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] For port dc95c322-b4a4-4085-8bcd-799727cb38a5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=dc95c322-b4a4-4085-8bcd-799727cb38a5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:31.462133 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:31.499040 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:56:31.514160 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddca289-7073-4437-9ae9-44854fed4e7e req-76abb846-9800-4d9a-8eeb-520305b36240 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:31.515838 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eddca289-7073-4437-9ae9-44854fed4e7e req-76abb846-9800-4d9a-8eeb-520305b36240 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 946 time: 0.0802422 Apr 08 17:56:31.675093 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-eddca289-7073-4437-9ae9-44854fed4e7e req-04f63d0d-d63a-458a-943e-9e10db7b0023 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078775 Apr 08 17:56:31.705772 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:31.716715 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-f7283a82-22b7-4967-91e3-26002fd2c5df admin admin] 10.222.0.78 "PUT /v2.0/routers/6cc3ba63-441f-45cd-b691-77d0d3b33e59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2705946 Apr 08 17:56:31.729918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51682) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:31.734317 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] Sync routers for ids ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:31.752536 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] Routers {'6cc3ba63-441f-45cd-b691-77d0d3b33e59'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:31.753935 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:31.939734 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] Set router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:31.948138 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks [] for router (6cc3ba63-441f-45cd-b691-77d0d3b33e59), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.086790 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.087203 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (136fd57c-b5cb-4708-bf1a-827cc2b8bde0), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.087529 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Floating IP 136fd57c-b5cb-4708-bf1a-827cc2b8bde0 disassociated. External IP: 172.27.2.220, port: dc95c322-b4a4-4085-8bcd-799727cb38a5. Apr 08 17:56:32.087893 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Calling delete_port for dc95c322-b4a4-4085-8bcd-799727cb38a5 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:32.141841 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks [] for router_gateway (6cc3ba63-441f-45cd-b691-77d0d3b33e59), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.220168 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:56:30Z', 'revision_number': 5, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port': {'id': 'e7986a9f-8001-4f00-9956-01d67912aeee', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:09:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:49:59Z', 'updated_at': '2022-04-08T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:32.229865 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Deleting port e7986a9f-8001-4f00-9956-01d67912aeee {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:32.230464 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.263766 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] Checking router: 6cc3ba63-441f-45cd-b691-77d0d3b33e59 for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:32.281926 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] Routers {'6cc3ba63-441f-45cd-b691-77d0d3b33e59'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:32.283017 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:32.370373 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (dc95c322-b4a4-4085-8bcd-799727cb38a5), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.392960 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] For port e7986a9f-8001-4f00-9956-01d67912aeee, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=e7986a9f-8001-4f00-9956-01d67912aeee,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:32.393450 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.419997 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Calling delete_port for e7986a9f-8001-4f00-9956-01d67912aeee owned by network:router_gateway {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:32.424909 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event deleted for resources: {'Port': ['ID=dc95c322-b4a4-4085-8bcd-799727cb38a5,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:32.461033 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] Set router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 gateway port host: None {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:32.573594 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:56:32.701946 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (e7986a9f-8001-4f00-9956-01d67912aeee), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.718935 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:56:32Z', 'revision_number': 6, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:32.749471 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Pushing event deleted for resources: {'Port': ['ID=e7986a9f-8001-4f00-9956-01d67912aeee,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:32.799282 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d1e86a-db2c-4555-ba0d-fd33384991c5 None None] The sync data for ids ['6cc3ba63-441f-45cd-b691-77d0d3b33e59'] in dv-cinder-837165-1-iscsi is: [{'id': '6cc3ba63-441f-45cd-b691-77d0d3b33e59', 'name': 'tempest-TestMinimumBasicScenario-1788183614-router', 'tenant_id': '54db0a22ab054a238cdcf86de697bc39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:49:58Z', 'updated_at': '2022-04-08T17:56:32Z', 'revision_number': 6, 'project_id': '54db0a22ab054a238cdcf86de697bc39', 'gw_port_host': None}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:32.824577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:32.858538 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:32.879001 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6fd077ab-60c7-4a88-af78-d4be7c4723b6 req-a90a3a4c-c2ce-4e83-80de-0326be3cc2f7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 210 time: 0.0759170 Apr 08 17:56:32.883646 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (6cc3ba63-441f-45cd-b691-77d0d3b33e59), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.892980 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:32.894454 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:32.951462 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] No DVR routers for this DVR port dc95c322-b4a4-4085-8bcd-799727cb38a5 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:56:32.955978 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:32.962000 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-846a9ec6-1606-4af8-8aaf-843432e89ff3 req-97545d08-ef71-4892-b300-83891764e448 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "DELETE /v2.0/ports/dc95c322-b4a4-4085-8bcd-799727cb38a5 HTTP/1.1" status: 204 len: 173 time: 1.7802062 Apr 08 17:56:32.962786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'name': 'network-vif-deleted', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:32.979568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e4e5a0-2f1b-47c8-adab-5b4bb79f093a" -d '{"events": [{"server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "name": "network-vif-deleted", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:33.090178 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (6cc3ba63-441f-45cd-b691-77d0d3b33e59), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.094339 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks [] for router_controller (6cc3ba63-441f-45cd-b691-77d0d3b33e59), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.130758 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:33.182817 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (6cc3ba63-441f-45cd-b691-77d0d3b33e59), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.183567 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc3ba63-441f-45cd-b691-77d0d3b33e59 {{(pid=110163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:56:33.191440 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.192615 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b8966da7-358e-489d-ac50-87338650523c admin admin] 10.222.0.78 "DELETE /v2.0/routers/6cc3ba63-441f-45cd-b691-77d0d3b33e59 HTTP/1.1" status: 204 len: 168 time: 1.4585218 Apr 08 17:56:33.195904 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51698) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:33.281495 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] Deleting subnet 2cb5caf1-8b70-402b-8d8c-218fddb6a2c2 {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:56:33.289582 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] Publish callbacks [] for subnet (2cb5caf1-8b70-402b-8d8c-218fddb6a2c2), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.335958 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c68074-0802-4db4-a6b3-0448522ca199 x-openstack-request-id: req-63c68074-0802-4db4-a6b3-0448522ca199 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:33.336327 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4461b2ca-8703-46e8-a745-d75a78170a68", "name": "network-vif-deleted", "tag": "dc95c322-b4a4-4085-8bcd-799727cb38a5", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:33.336650 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-63c68074-0802-4db4-a6b3-0448522ca199 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:33.337068 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63c68074-0802-4db4-a6b3-0448522ca199'] response: {'server_uuid': '4461b2ca-8703-46e8-a745-d75a78170a68', 'name': 'network-vif-deleted', 'tag': 'dc95c322-b4a4-4085-8bcd-799727cb38a5', 'status': 'completed', 'code': 200} Apr 08 17:56:33.346152 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562324'] for subnet (2cb5caf1-8b70-402b-8d8c-218fddb6a2c2), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.456783 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (2cb5caf1-8b70-402b-8d8c-218fddb6a2c2), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.498768 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:33.537063 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:33.539511 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286468'] for subnet (2cb5caf1-8b70-402b-8d8c-218fddb6a2c2), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.551011 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:33.551831 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:33.583405 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb5caf1-8b70-402b-8d8c-218fddb6a2c2,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:33.589704 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.593778 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-09d53cf2-57f7-4b8c-aa4e-2aa206141380 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2cb5caf1-8b70-402b-8d8c-218fddb6a2c2 HTTP/1.1" status: 204 len: 168 time: 0.3964331 Apr 08 17:56:33.596133 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51706) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:33.607731 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4140dc-0483-489d-8a77-238e4c20ec1f None None] Network c60a3c5a-2f97-4e5a-8c70-687b4e449349 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:56:33.738749 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (c60a3c5a-2f97-4e5a-8c70-687b4e449349), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.808900 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Deleting port 34b63617-331e-45cd-a14f-1c22451fc84b {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:33.809645 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:33.851355 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:33.893942 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e7986a9f-8001-4f00-9956-01d67912aeee no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:33.954291 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: e7986a9f-8001-4f00-9956-01d67912aeee {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:33.955434 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device e7986a9f-8001-4f00-9956-01d67912aeee not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:33.956241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 28f8c12c-dbea-4456-9880-d7e6bc97269a no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:33.997309 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] For port 34b63617-331e-45cd-a14f-1c22451fc84b, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=34b63617-331e-45cd-a14f-1c22451fc84b,segment=NetworkSegment(a234e99f-27b5-4b35-8678-a0ac68a85806),segment_id=a234e99f-27b5-4b35-8678-a0ac68a85806)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:33.998151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.002855 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 28f8c12c-dbea-4456-9880-d7e6bc97269a {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:34.004348 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 28f8c12c-dbea-4456-9880-d7e6bc97269a not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:34.009109 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] DHCP port deletion for c60a3c5a-2f97-4e5a-8c70-687b4e449349 request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:56:34.056853 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Calling delete_port for 34b63617-331e-45cd-a14f-1c22451fc84b owned by network:dhcp {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:34.081847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] Deleting port 34b63617-331e-45cd-a14f-1c22451fc84b {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:56:34.083494 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.228780 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:34.273006 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8eb36-c579-45d1-80f3-d5f3d6d538ba None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:34.283106 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] For port 34b63617-331e-45cd-a14f-1c22451fc84b, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=34b63617-331e-45cd-a14f-1c22451fc84b,segment=NetworkSegment(a234e99f-27b5-4b35-8678-a0ac68a85806),segment_id=a234e99f-27b5-4b35-8678-a0ac68a85806)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:34.283682 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.287401 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2eb4acee-31dd-4514-9d87-5fbda659487c req-30c14a09-afc4-42c3-b40f-78740db4528c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=4461b2ca-8703-46e8-a745-d75a78170a68 HTTP/1.1" status: 200 len: 210 time: 0.2043087 Apr 08 17:56:34.341660 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] Calling delete_port for 34b63617-331e-45cd-a14f-1c22451fc84b owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:56:34.369602 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.457046 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b63617-331e-45cd-a14f-1c22451fc84b,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:34.474214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] No DVR routers for this DVR port 34b63617-331e-45cd-a14f-1c22451fc84b on host dv-cinder-837165-1-iscsi {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:56:34.511981 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (34b63617-331e-45cd-a14f-1c22451fc84b), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.546472 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] No DVR routers for this DVR port 34b63617-331e-45cd-a14f-1c22451fc84b on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:56:34.577850 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a9645-b77f-471a-8e5b-3fc671f122c8 None None] Pushing event deleted for resources: {'Port': ['ID=34b63617-331e-45cd-a14f-1c22451fc84b,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:34.656383 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (c60a3c5a-2f97-4e5a-8c70-687b4e449349), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.703345 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device dc95c322-b4a4-4085-8bcd-799727cb38a5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:34.704920 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60a3c5a-2f97-4e5a-8c70-687b4e449349']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:34.730091 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a234e99f-27b5-4b35-8678-a0ac68a85806') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:34.730485 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a234e99f-27b5-4b35-8678-a0ac68a85806') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:34.749220 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: dc95c322-b4a4-4085-8bcd-799727cb38a5 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:34.749749 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device dc95c322-b4a4-4085-8bcd-799727cb38a5 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:34.749922 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (a234e99f-27b5-4b35-8678-a0ac68a85806), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.772768 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (a234e99f-27b5-4b35-8678-a0ac68a85806), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.783498 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:56:34.788240 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (a234e99f-27b5-4b35-8678-a0ac68a85806), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:56:34.806685 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:56:34.811279 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3753cc26-169e-4c44-8efe-bfb0fddb73a1 None None] New status for floating IP 136fd57c-b5cb-4708-bf1a-827cc2b8bde0: DOWN {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:56:34.913420 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (c60a3c5a-2f97-4e5a-8c70-687b4e449349), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.920653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:34.928916 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] 10.222.0.78 "DELETE /v2.0/networks/c60a3c5a-2f97-4e5a-8c70-687b4e449349 HTTP/1.1" status: 204 len: 168 time: 1.3274224 Apr 08 17:56:34.940195 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf54faa-553b-4fa2-a930-b5917708ea26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c60a3c5a-2f97-4e5a-8c70-687b4e449349,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:35.098497 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51736) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:35.165194 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a6dc6a9d-6e50-4bf5-a599-48ff22fa8f88 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a0d5b6a20274a0e9536510361ef55ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650482 Apr 08 17:56:35.168245 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51740) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:35.234501 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-524a8c19-eefc-4020-811c-bbfc36b8c575 admin admin] Publish callbacks [] for security_group (8103dcd6-7114-435d-b45d-b9ceb7a57284), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:35.264345 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-524a8c19-eefc-4020-811c-bbfc36b8c575 admin admin] Publish callbacks [] for security_group (8103dcd6-7114-435d-b45d-b9ceb7a57284), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:35.329811 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-524a8c19-eefc-4020-811c-bbfc36b8c575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (8103dcd6-7114-435d-b45d-b9ceb7a57284), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:35.333336 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-524a8c19-eefc-4020-811c-bbfc36b8c575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:35.334762 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-524a8c19-eefc-4020-811c-bbfc36b8c575 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8103dcd6-7114-435d-b45d-b9ceb7a57284 HTTP/1.1" status: 204 len: 168 time: 0.1654139 Apr 08 17:56:35.346197 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a8c19-eefc-4020-811c-bbfc36b8c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8103dcd6-7114-435d-b45d-b9ceb7a57284,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:35.738458 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-6c81c1b9-3c1c-4777-a652-ca0cbd14390b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25817239&fields=id&tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 267 time: 0.0826416 Apr 08 17:56:35.791755 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 34b63617-331e-45cd-a14f-1c22451fc84b no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:56:35.842548 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 34b63617-331e-45cd-a14f-1c22451fc84b {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:56:35.842548 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 34b63617-331e-45cd-a14f-1c22451fc84b not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:56:35.842909 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51754) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:35.909934 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5a81bed4-84b0-46c5-a958-b169cd6fc2f7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54db0a22ab054a238cdcf86de697bc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661004 Apr 08 17:56:35.913370 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51756) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:35.923799 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-6d8dacaf-6d6c-4f3f-947b-08fc26fe3cc2 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:35.925453 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-6d8dacaf-6d6c-4f3f-947b-08fc26fe3cc2 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 810 time: 0.1747665 Apr 08 17:56:35.948977 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-a464a288-c3b4-439e-812a-837a606e8f05 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/quotas/89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 375 time: 0.0142744 Apr 08 17:56:35.976301 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0484edf4-e66c-4d55-9616-fe1d65823e29 admin admin] Publish callbacks [] for security_group (60a4f37e-8520-48b2-97ad-af41c761eabd), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:36.005567 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0484edf4-e66c-4d55-9616-fe1d65823e29 admin admin] Publish callbacks [] for security_group (60a4f37e-8520-48b2-97ad-af41c761eabd), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:36.024157 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-f9eafce4-1da2-49a0-8073-7f43695db23a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690892 Apr 08 17:56:36.050651 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-f5ddf51a-1b4b-4979-b850-e13022b33c0b service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:56:36.052214 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-f5ddf51a-1b4b-4979-b850-e13022b33c0b service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069196 Apr 08 17:56:36.185171 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-c227831c-74ea-4de7-9bda-5129844c6c80 service neutron] 10.222.0.78 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211898 Apr 08 17:56:36.336197 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-cb9304cb-cd96-4426-9f5c-ca3b007aa71e service neutron] 10.222.0.78 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430125 Apr 08 17:56:36.437614 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0484edf4-e66c-4d55-9616-fe1d65823e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (60a4f37e-8520-48b2-97ad-af41c761eabd), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:36.443548 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0484edf4-e66c-4d55-9616-fe1d65823e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:36.451113 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-0484edf4-e66c-4d55-9616-fe1d65823e29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60a4f37e-8520-48b2-97ad-af41c761eabd HTTP/1.1" status: 204 len: 168 time: 0.5358119 Apr 08 17:56:36.474399 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484edf4-e66c-4d55-9616-fe1d65823e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4f37e-8520-48b2-97ad-af41c761eabd,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:36.762545 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-762052fe-e04c-49d0-8958-82aa27a9ad74 req-211482ea-d39f-4582-b4e3-3bd83260fca5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 210 time: 0.0347478 Apr 08 17:56:37.122699 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51798) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:37.271524 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cc4f9d0a-804e-48b6-885d-671415e8739e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.374601 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cc4f9d0a-804e-48b6-885d-671415e8739e admin admin] Publish callbacks [] for security_group (d18f0092-046d-4b29-a05d-fbd9c46b33ae), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.380035 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cc4f9d0a-804e-48b6-885d-671415e8739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (d18f0092-046d-4b29-a05d-fbd9c46b33ae), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.430088 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-cc4f9d0a-804e-48b6-885d-671415e8739e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4589edef70d84b34a9f5ee8becacafc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061676 Apr 08 17:56:37.431092 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f9d0a-804e-48b6-885d-671415e8739e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f0092-046d-4b29-a05d-fbd9c46b33ae,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:37.434166 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51808) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:37.495315 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-21b98845-f265-43f5-a7c7-036af33014e5 admin admin] Publish callbacks [] for security_group (d18f0092-046d-4b29-a05d-fbd9c46b33ae), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.527113 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-21b98845-f265-43f5-a7c7-036af33014e5 admin admin] Publish callbacks [] for security_group (d18f0092-046d-4b29-a05d-fbd9c46b33ae), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.589730 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-21b98845-f265-43f5-a7c7-036af33014e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (d18f0092-046d-4b29-a05d-fbd9c46b33ae), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.592939 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-21b98845-f265-43f5-a7c7-036af33014e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:37.594501 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-21b98845-f265-43f5-a7c7-036af33014e5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d18f0092-046d-4b29-a05d-fbd9c46b33ae HTTP/1.1" status: 204 len: 168 time: 0.1591926 Apr 08 17:56:37.608249 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b98845-f265-43f5-a7c7-036af33014e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f0092-046d-4b29-a05d-fbd9c46b33ae,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:37.929563 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ceb2d76c-b8d1-4547-9b1b-9fac0f773ad9 req-e79a9717-0694-4dcd-9175-01b68e574cc6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 210 time: 0.0607355 Apr 08 17:56:37.997399 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51816) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:38.015022 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c649c0a4-67a9-4491-bc7a-a91cca6a31b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.120269 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c649c0a4-67a9-4491-bc7a-a91cca6a31b3 admin admin] Publish callbacks [] for security_group (27c7de11-97e9-43aa-9905-10234057b992), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.125357 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c649c0a4-67a9-4491-bc7a-a91cca6a31b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (27c7de11-97e9-43aa-9905-10234057b992), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.172832 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c649c0a4-67a9-4491-bc7a-a91cca6a31b3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=93a599e737f54427acd173d7bac36f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740708 Apr 08 17:56:38.173923 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649c0a4-67a9-4491-bc7a-a91cca6a31b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c7de11-97e9-43aa-9905-10234057b992,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:38.177109 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51818) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:38.249862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0a132d56-e4d9-4e62-b701-0a0e36512ada admin admin] Publish callbacks [] for security_group (27c7de11-97e9-43aa-9905-10234057b992), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.283438 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0a132d56-e4d9-4e62-b701-0a0e36512ada admin admin] Publish callbacks [] for security_group (27c7de11-97e9-43aa-9905-10234057b992), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.352638 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-c364a984-650a-4e7f-bbb5-5c1c044ad813 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:38.356270 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-c364a984-650a-4e7f-bbb5-5c1c044ad813 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 810 time: 0.1838295 Apr 08 17:56:38.378188 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0a132d56-e4d9-4e62-b701-0a0e36512ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (27c7de11-97e9-43aa-9905-10234057b992), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.381854 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0a132d56-e4d9-4e62-b701-0a0e36512ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.385305 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-0a132d56-e4d9-4e62-b701-0a0e36512ada admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27c7de11-97e9-43aa-9905-10234057b992 HTTP/1.1" status: 204 len: 168 time: 0.2049246 Apr 08 17:56:38.393286 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132d56-e4d9-4e62-b701-0a0e36512ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c7de11-97e9-43aa-9905-10234057b992,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:38.521953 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-38da7fe8-67d2-421e-a230-6e62e87719b2 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 378 time: 0.1238217 Apr 08 17:56:38.531338 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'port': {'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'admin_state_up': True, 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'security_groups': ['c252a78d-9e67-490e-a7ff-9c497184f5a5']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:38.695293 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Made reservation on behalf of 89b4fa39fe6c4aac96fdf10427f9cc66 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:56:38.701092 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:38.921750 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Allocated IP 172.20.0.7 (dde4cef6-273a-4c2c-ada4-8571b8bcfd96/72e7a822-4dec-44d2-a0d0-0bd2bcd36092/e3174558-54b8-42d1-95d3-b5fe56f780d0) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:39.113207 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6d39f0c4-2948-4b8e-ba8a-41ffe4a8a9d1 req-41a50bf5-a853-4927-b171-107218683ce9 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 210 time: 0.0333700 Apr 08 17:56:39.167447 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.237994 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.324306 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:39.330212 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:39.342631 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:39.403522 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=e3174558-54b8-42d1-95d3-b5fe56f780d0,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:39.435448 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:39.436636 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.460804 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8bf82903-4666-4a82-856a-56a4c1479f91 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9341164 Apr 08 17:56:39.483159 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Request body: {'port': {'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:39.555919 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.702070 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-24a06cd3-de9d-4055-91cb-ccdf92a6adaa None None] Provisioning complete for port e3174558-54b8-42d1-95d3-b5fe56f780d0 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:39.703841 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-24a06cd3-de9d-4055-91cb-ccdf92a6adaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.764649 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-24a06cd3-de9d-4055-91cb-ccdf92a6adaa None None] Port e3174558-54b8-42d1-95d3-b5fe56f780d0 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:56:39.911423 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3174558-54b8-42d1-95d3-b5fe56f780d0 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:56:39.923561 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Publish callbacks [] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:39.948902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Transition to ACTIVE for port object e3174558-54b8-42d1-95d3-b5fe56f780d0 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:56:39.954804 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.049740 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Pushing event updated for resources: {'Port': ['ID=e3174558-54b8-42d1-95d3-b5fe56f780d0,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:40.169098 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Attempting to bind port e3174558-54b8-42d1-95d3-b5fe56f780d0 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:56:40.170097 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Attempting to bind port e3174558-54b8-42d1-95d3-b5fe56f780d0 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:56:40.171251 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Attempting to bind port e3174558-54b8-42d1-95d3-b5fe56f780d0 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:40.177749 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Port e3174558-54b8-42d1-95d3-b5fe56f780d0 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:56:40.178792 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Attempting to bind port e3174558-54b8-42d1-95d3-b5fe56f780d0 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:56:40.187937 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:56:40.188591 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Checking segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:56:40.189075 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Bound using segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:56:40.189815 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Bound port: e3174558-54b8-42d1-95d3-b5fe56f780d0, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:56:40.190327 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.348716 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35322b-2282-4aef-b0f9-7ad74c697646 req-7006e27f-28cd-4803-8408-951dafef9e2a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:40.351629 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2f35322b-2282-4aef-b0f9-7ad74c697646 req-7006e27f-28cd-4803-8408-951dafef9e2a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 943 time: 0.1335082 Apr 08 17:56:40.411195 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] For port e3174558-54b8-42d1-95d3-b5fe56f780d0, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:56:40.450094 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] For port e3174558-54b8-42d1-95d3-b5fe56f780d0, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:56:40.476372 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.533051 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2f35322b-2282-4aef-b0f9-7ad74c697646 req-02fc9ad7-a9b4-4ae8-a16c-047e6479a860 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708200 Apr 08 17:56:40.557068 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:40.558124 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:40.560625 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] 10.222.0.73 "PUT /v2.0/ports/e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 1093 time: 1.0853171 Apr 08 17:56:40.561383 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:40.565461 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b8c494-1a7a-483a-9a6f-23443c035dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:40.604258 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f4972-4adc-4baf-904f-66d3f56d4515 service neutron] Pushing event updated for resources: {'Port': ['ID=e3174558-54b8-42d1-95d3-b5fe56f780d0,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:40.617726 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36a43de-13be-4c52-8f26-c0f4f3e94cb1 x-openstack-request-id: req-d36a43de-13be-4c52-8f26-c0f4f3e94cb1 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:40.618193 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:40.618621 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d36a43de-13be-4c52-8f26-c0f4f3e94cb1 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:40.619263 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36a43de-13be-4c52-8f26-c0f4f3e94cb1'] response: {'name': 'network-changed', 'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'status': 'completed', 'code': 200} Apr 08 17:56:40.724072 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-ae6d7635-0b42-46dc-938e-8cb2d437bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:40.726258 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-ae6d7635-0b42-46dc-938e-8cb2d437bf08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1127 time: 0.0504832 Apr 08 17:56:40.788287 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-c67d135f-9688-4873-b286-64060f229ea0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 217 time: 0.0458872 Apr 08 17:56:40.861562 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-77997e07-ada0-4b17-b477-73e1234e7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:40.863714 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-77997e07-ada0-4b17-b477-73e1234e7f6d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0688086 Apr 08 17:56:40.922002 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-b438c4c5-80fa-48c9-9a24-2dbe492946fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:40.923666 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-b438c4c5-80fa-48c9-9a24-2dbe492946fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533781 Apr 08 17:56:41.058153 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-2fd70648-04c0-42d8-adf6-ca4be092ee5d service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263566 Apr 08 17:56:41.185697 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-40143493-0ba0-4f11-8015-bf8f0cfc4b53 req-8f623004-d81f-4636-b56c-704c9620ba7d service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163778 Apr 08 17:56:41.682594 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f618d04-3781-47e4-a04a-9cfa08919ee5 req-a904212b-eef5-47bc-9ed1-a99c9c6accd9 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:41.684352 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7f618d04-3781-47e4-a04a-9cfa08919ee5 req-a904212b-eef5-47bc-9ed1-a99c9c6accd9 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 943 time: 0.0694938 Apr 08 17:56:41.747004 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7f618d04-3781-47e4-a04a-9cfa08919ee5 req-2e3b9487-926b-4c91-975c-e6273b8d6848 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565951 Apr 08 17:56:42.289484 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-25684d69-b58c-4954-92c7-c9e5503bd6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:42.292322 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-25684d69-b58c-4954-92c7-c9e5503bd6b4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1127 time: 0.0757003 Apr 08 17:56:42.421489 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-17f3f3d5-4173-4857-9f1e-17defc944521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:42.423354 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-17f3f3d5-4173-4857-9f1e-17defc944521 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1244972 Apr 08 17:56:42.499086 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-22b1696f-6bc5-4f88-b433-66f0209dcb95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 217 time: 0.0684435 Apr 08 17:56:42.564703 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-c61df044-aaa6-4668-aa67-a48663c4f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:42.567054 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-c61df044-aaa6-4668-aa67-a48663c4f39a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0585260 Apr 08 17:56:42.619937 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-1864be30-bbf7-4659-a720-3f6bc5b2c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:42.621581 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-1864be30-bbf7-4659-a720-3f6bc5b2c48c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483897 Apr 08 17:56:42.746302 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-0ced6152-8a9e-454e-9dda-4a0bc79b6cea service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171381 Apr 08 17:56:42.875742 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-72b8c494-1a7a-483a-9a6f-23443c035dd6 req-783754fb-37c8-48f4-857b-0a23fd857050 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222732 Apr 08 17:56:42.913352 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db3219-07e3-41f9-aaf2-ae952f40d22d req-9a01616d-8b32-4ae3-bd63-bac61d59c336 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:42.915130 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d5db3219-07e3-41f9-aaf2-ae952f40d22d req-9a01616d-8b32-4ae3-bd63-bac61d59c336 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 943 time: 0.0733700 Apr 08 17:56:43.013314 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d5db3219-07e3-41f9-aaf2-ae952f40d22d req-3f68c633-5007-4709-981a-3c00c3ebb9fd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902221 Apr 08 17:56:44.165606 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66814e-ad4b-4d8b-a78d-0d2017d1f74a req-287439b2-f093-4bde-a572-521fde38918c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:44.167705 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9c66814e-ad4b-4d8b-a78d-0d2017d1f74a req-287439b2-f093-4bde-a572-521fde38918c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 943 time: 0.0602162 Apr 08 17:56:44.230955 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9c66814e-ad4b-4d8b-a78d-0d2017d1f74a req-299257ca-10fc-4a6a-98ce-78c832e707f1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573702 Apr 08 17:56:45.401875 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb80d21-e126-4cce-82b4-07b449a448f0 req-f8a03200-6cf9-4c7d-85e9-7595323790d8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:45.404464 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3bb80d21-e126-4cce-82b4-07b449a448f0 req-f8a03200-6cf9-4c7d-85e9-7595323790d8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 943 time: 0.0675611 Apr 08 17:56:45.472407 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3bb80d21-e126-4cce-82b4-07b449a448f0 req-12fa3ce6-fe89-4a21-a535-9c51e196cd7d tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614812 Apr 08 17:56:46.617882 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76d753-5dc3-4c46-883e-39a31c88d15c req-96b10817-a50d-48bb-8496-ef2529be56c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:46.619550 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9a76d753-5dc3-4c46-883e-39a31c88d15c req-96b10817-a50d-48bb-8496-ef2529be56c1 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 943 time: 0.0629218 Apr 08 17:56:46.696348 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9a76d753-5dc3-4c46-883e-39a31c88d15c req-fed7a269-33f3-416c-aca9-5273d7a3aba0 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624456 Apr 08 17:56:47.904524 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181942a9-3d43-4927-a67b-7504cc65864b req-dd5d950a-329a-4eaf-b699-2c95a295c3ac tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:47.906076 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-181942a9-3d43-4927-a67b-7504cc65864b req-dd5d950a-329a-4eaf-b699-2c95a295c3ac tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 943 time: 0.1028552 Apr 08 17:56:47.995183 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-181942a9-3d43-4927-a67b-7504cc65864b req-7bcb1f55-5a62-46c8-9106-4539f1f9d42c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786536 Apr 08 17:56:48.728718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e3174558-54b8-42d1-95d3-b5fe56f780d0 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:56:48.875563 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port e3174558-54b8-42d1-95d3-b5fe56f780d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:48.894608 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:56:48.951304 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port e3174558-54b8-42d1-95d3-b5fe56f780d0 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:48.951829 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:48.976607 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3174558-54b8-42d1-95d3-b5fe56f780d0 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:56:49.005794 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port e3174558-54b8-42d1-95d3-b5fe56f780d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:49.012960 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:49.085492 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=e3174558-54b8-42d1-95d3-b5fe56f780d0,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:49.139956 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482fd50-5f36-4c09-910a-cb63b3536655 req-f1a635e5-9169-44d6-a58e-78989579fd0b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:49.141724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c482fd50-5f36-4c09-910a-cb63b3536655 req-f1a635e5-9169-44d6-a58e-78989579fd0b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 944 time: 0.0592742 Apr 08 17:56:49.218202 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c482fd50-5f36-4c09-910a-cb63b3536655 req-12e4acdd-e8f0-46c2-8dea-6746766cd689 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637815 Apr 08 17:56:49.554776 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['e3174558-54b8-42d1-95d3-b5fe56f780d0'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:56:50.393873 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77b530-9085-42df-a30b-b238e56d881f req-f2f3b38a-c2c2-4648-9d26-251326a8ec90 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:50.396379 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1a77b530-9085-42df-a30b-b238e56d881f req-f2f3b38a-c2c2-4648-9d26-251326a8ec90 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 944 time: 0.0660911 Apr 08 17:56:50.456574 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1a77b530-9085-42df-a30b-b238e56d881f req-988e3076-9b52-43c4-b539-6d66886149f2 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531607 Apr 08 17:56:50.955171 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e3174558-54b8-42d1-95d3-b5fe56f780d0 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:56:51.011571 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port e3174558-54b8-42d1-95d3-b5fe56f780d0 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:56:51.019482 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port e3174558-54b8-42d1-95d3-b5fe56f780d0 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:56:51.019942 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.108829 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51936) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:51.141972 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port e3174558-54b8-42d1-95d3-b5fe56f780d0 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:56:51.142639 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.174719 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:51.177586 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1213ea-a420-4bb5-86fd-600d3a262c8b" -d '{"events": [{"server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "name": "network-vif-plugged", "status": "completed", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:51.195532 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port e3174558-54b8-42d1-95d3-b5fe56f780d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:56:51.208863 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.283603 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=e3174558-54b8-42d1-95d3-b5fe56f780d0,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:51.338799 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8736fa1c-1a69-41d1-b0c6-68dee0e5ad15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.440860 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436811f8-1ab8-4829-9d67-8318a3f8ee79 x-openstack-request-id: req-436811f8-1ab8-4829-9d67-8318a3f8ee79 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:51.441173 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "name": "network-vif-plugged", "status": "completed", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:51.441678 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-436811f8-1ab8-4829-9d67-8318a3f8ee79 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:51.441939 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436811f8-1ab8-4829-9d67-8318a3f8ee79'] response: {'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'code': 200} Apr 08 17:56:51.476535 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8736fa1c-1a69-41d1-b0c6-68dee0e5ad15 admin admin] Publish callbacks [] for security_group (8e786a6d-c0fa-4a7f-b865-d81a5cc35f24), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.481829 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8736fa1c-1a69-41d1-b0c6-68dee0e5ad15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (8e786a6d-c0fa-4a7f-b865-d81a5cc35f24), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.552332 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8736fa1c-1a69-41d1-b0c6-68dee0e5ad15 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=17154d79190d4f37802a4f191c26a118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421222 Apr 08 17:56:51.554453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736fa1c-1a69-41d1-b0c6-68dee0e5ad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e786a6d-c0fa-4a7f-b865-d81a5cc35f24,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:51.557310 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51946) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:51.668532 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b46794-d036-4510-b748-0e54c3065478 req-b57478ff-fdbd-4ae3-b08f-11c4564a3ade tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:51.671141 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1b46794-d036-4510-b748-0e54c3065478 req-b57478ff-fdbd-4ae3-b08f-11c4564a3ade tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 945 time: 0.1024532 Apr 08 17:56:51.703583 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-eacaf36f-04d9-4785-ba1b-a0165308cd14 admin admin] Publish callbacks [] for security_group (8e786a6d-c0fa-4a7f-b865-d81a5cc35f24), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.760914 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-eacaf36f-04d9-4785-ba1b-a0165308cd14 admin admin] Publish callbacks [] for security_group (8e786a6d-c0fa-4a7f-b865-d81a5cc35f24), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.786217 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1b46794-d036-4510-b748-0e54c3065478 req-f62f53ee-c921-40ab-bd0b-8d7db6f5391a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929291 Apr 08 17:56:51.796056 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1f531-59e0-4c7f-87d1-82578cd3b09f req-622063c1-461b-476d-a11b-d8db61695c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:51.797880 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9fc1f531-59e0-4c7f-87d1-82578cd3b09f req-622063c1-461b-476d-a11b-d8db61695c18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1129 time: 0.0574257 Apr 08 17:56:51.845811 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-eacaf36f-04d9-4785-ba1b-a0165308cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (8e786a6d-c0fa-4a7f-b865-d81a5cc35f24), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.850654 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-eacaf36f-04d9-4785-ba1b-a0165308cd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:51.852380 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-eacaf36f-04d9-4785-ba1b-a0165308cd14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8e786a6d-c0fa-4a7f-b865-d81a5cc35f24 HTTP/1.1" status: 204 len: 168 time: 0.2935691 Apr 08 17:56:51.863465 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaf36f-04d9-4785-ba1b-a0165308cd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e786a6d-c0fa-4a7f-b865-d81a5cc35f24,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:51.865569 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9fc1f531-59e0-4c7f-87d1-82578cd3b09f req-f7ea835e-c3e6-470c-abb6-21d3d8ca4214 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604844 Apr 08 17:56:52.973861 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eefee1-0cc1-4dae-b222-6b9c7f490c07 req-3228e428-1218-413c-8297-7958c7dd58c7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:52.975968 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-07eefee1-0cc1-4dae-b222-6b9c7f490c07 req-3228e428-1218-413c-8297-7958c7dd58c7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 945 time: 0.0779953 Apr 08 17:56:53.061471 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-07eefee1-0cc1-4dae-b222-6b9c7f490c07 req-397407ee-0840-4671-8561-a038665890af tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0782542 Apr 08 17:56:53.266602 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 51984) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:53.290358 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31750de2-3ce0-4459-a581-95ae8fbd1589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.389019 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3b1deb90-42aa-4a60-81d4-d85b3cd33cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.482311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3b1deb90-42aa-4a60-81d4-d85b3cd33cf8 admin admin] Publish callbacks [] for security_group (1a91015c-767c-4bf1-bc76-804246cad161), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.487754 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3b1deb90-42aa-4a60-81d4-d85b3cd33cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1a91015c-767c-4bf1-bc76-804246cad161), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.536181 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-3b1deb90-42aa-4a60-81d4-d85b3cd33cf8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b38e8cb7fe3b4c459afa916e6769be8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682920 Apr 08 17:56:53.537664 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1deb90-42aa-4a60-81d4-d85b3cd33cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a91015c-767c-4bf1-bc76-804246cad161,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:53.540051 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 51988) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:53.606955 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Publish callbacks [] for security_group (1a91015c-767c-4bf1-bc76-804246cad161), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.644950 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Publish callbacks [] for security_group (1a91015c-767c-4bf1-bc76-804246cad161), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.730814 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1a91015c-767c-4bf1-bc76-804246cad161), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.735796 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:53.737946 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1a91015c-767c-4bf1-bc76-804246cad161 HTTP/1.1" status: 204 len: 168 time: 0.1958134 Apr 08 17:56:53.749814 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a91015c-767c-4bf1-bc76-804246cad161,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:53.759183 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.759518 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.759873 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.760251 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.760602 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.760949 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.761339 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.761695 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.762019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.762360 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.762738 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.763108 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.763517 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.763874 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:53.764245 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04f2e5a-477a-4839-beba-413608c90834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:56:54.243690 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b5289-3f41-466c-ac53-33ce38d243fc req-4a841244-64dd-4519-bb1a-558dabfb05c7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:54.245510 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8f6b5289-3f41-466c-ac53-33ce38d243fc req-4a841244-64dd-4519-bb1a-558dabfb05c7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 945 time: 0.0857623 Apr 08 17:56:54.321232 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8f6b5289-3f41-466c-ac53-33ce38d243fc req-fb6cb679-060e-49ef-b08d-32c5fe4ceef4 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692596 Apr 08 17:56:54.462316 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc00a1-5314-43ab-ade9-c5f2f0640411 req-d92670fa-4c3f-46ce-9cda-0d28e90855ae tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:54.464154 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-78bc00a1-5314-43ab-ade9-c5f2f0640411 req-d92670fa-4c3f-46ce-9cda-0d28e90855ae tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 945 time: 0.0635035 Apr 08 17:56:54.528207 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-78bc00a1-5314-43ab-ade9-c5f2f0640411 req-0249f459-7957-43a6-8264-e87002968e32 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561790 Apr 08 17:56:54.559995 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52014) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:54.604637 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5458265-aebd-4a49-8b18-c34d65b14d75 tempest-TestVolumeBootPattern-262522861 tempest-TestVolumeBootPattern-262522861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:54.606223 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b5458265-aebd-4a49-8b18-c34d65b14d75 tempest-TestVolumeBootPattern-262522861 tempest-TestVolumeBootPattern-262522861-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1124 time: 0.0451353 Apr 08 17:56:54.609890 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52016) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:56:54.614853 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:56:54.641840 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:54.752567 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:54.895250 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Allocated IP 172.27.2.130 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/ad5a5089-8caa-4509-aae1-66ef518971f5) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:56:55.039540 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:55.092957 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:55.136572 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:56:55.139775 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:56:55.151040 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:56:55.205259 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=ad5a5089-8caa-4509-aae1-66ef518971f5,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:55.606363 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-94e02c7b-a096-4939-9abd-f02b03a6db28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:55.671800 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (aec21563-c10c-4bac-b651-9e78132aa7a7), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:55.761010 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:55.961399 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:55.967226 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:56.050130 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=ad5a5089-8caa-4509-aae1-66ef518971f5,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:56:56.062900 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (aec21563-c10c-4bac-b651-9e78132aa7a7), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:56.492826 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Floating IP aec21563-c10c-4bac-b651-9e78132aa7a7 associated. External IP: 172.27.2.130, port: e3174558-54b8-42d1-95d3-b5fe56f780d0. Apr 08 17:56:56.750215 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:56:56.857845 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:56.903761 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:56:56.915547 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:56:56.932368 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:56.933797 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:56.936876 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:56.977967 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-572bc012-efec-4efc-9340-e59d7fdf41c5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3667088 Apr 08 17:56:56.978999 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:56:56.983267 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:56:57.027963 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c925771-9926-4a0a-9788-b328978b036f x-openstack-request-id: req-6c925771-9926-4a0a-9788-b328978b036f {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:56:57.028320 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:56:57.028625 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6c925771-9926-4a0a-9788-b328978b036f {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:56:57.029041 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c925771-9926-4a0a-9788-b328978b036f'] response: {'name': 'network-changed', 'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'status': 'completed', 'code': 200} Apr 08 17:56:57.089996 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:57.157807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-300c4d9c-11a3-4a43-b51d-a51cbf4e4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:57.159374 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-300c4d9c-11a3-4a43-b51d-a51cbf4e4389 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1129 time: 0.0644040 Apr 08 17:56:57.227265 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:57.311252 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-52e36c68-c74b-4979-995e-226cfc4bcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:57.313236 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-52e36c68-c74b-4979-995e-226cfc4bcfb6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1429594 Apr 08 17:56:57.366345 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:55Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:57.401806 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:56:57.413465 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:56:57.414008 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:57.426319 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-8179ec37-fab6-4941-9a3a-6ff78af7c1f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 999 time: 0.1045427 Apr 08 17:56:57.517087 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-8f15285e-9781-4d9d-aa8d-bebfec88f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:57.518817 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-8f15285e-9781-4d9d-aa8d-bebfec88f80e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0848918 Apr 08 17:56:57.598717 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-c1bf3e26-86b8-4c10-8eb1-6cd97983860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:56:57.605313 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-c1bf3e26-86b8-4c10-8eb1-6cd97983860b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789142 Apr 08 17:56:57.608435 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:56:57.746441 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-beb2feb9-e7ec-4dc9-b678-7fdc60234f93 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310666 Apr 08 17:56:57.861018 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2e150ff3-db8d-42be-b3b8-649dcb9b6c95 req-ddf358a0-6024-4d7c-b77e-cf28e1e24cb2 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066070 Apr 08 17:56:57.899970 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:55Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:56:57.937739 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eecac5-f768-4e7d-b9f3-40e107767a1a None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:55Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:56:58.186409 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f1759a-22c8-4db6-8b81-9576acd6466b None None] New status for floating IP aec21563-c10c-4bac-b651-9e78132aa7a7: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:56:58.249866 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:56:58.673991 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:56:59.861200 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.297093 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52130) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:04.496611 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.626777 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Publish callbacks [] for security_group (b8584e99-78ae-438f-8f8b-79bc7651002c), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.632737 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (b8584e99-78ae-438f-8f8b-79bc7651002c), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.678119 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=77e5f4e9594e4c2c96661aac0a3624ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797092 Apr 08 17:57:04.679116 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8584e99-78ae-438f-8f8b-79bc7651002c,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:04.681288 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52134) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:04.687629 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.687976 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.688341 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.688684 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.689304 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.689452 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.689704 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.690115 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.690451 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.690996 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.691122 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.691431 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.691758 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.692080 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.692471 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d6bce0-5bbd-46b6-aabf-3bcd1de3824d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:04.754118 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7802-9ce0-4e4c-864e-dc306d0a7d6e admin admin] Publish callbacks [] for security_group (b8584e99-78ae-438f-8f8b-79bc7651002c), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.780732 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7802-9ce0-4e4c-864e-dc306d0a7d6e admin admin] Publish callbacks [] for security_group (b8584e99-78ae-438f-8f8b-79bc7651002c), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.841892 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7802-9ce0-4e4c-864e-dc306d0a7d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (b8584e99-78ae-438f-8f8b-79bc7651002c), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.844695 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7802-9ce0-4e4c-864e-dc306d0a7d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:04.845963 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-2ebd7802-9ce0-4e4c-864e-dc306d0a7d6e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b8584e99-78ae-438f-8f8b-79bc7651002c HTTP/1.1" status: 204 len: 168 time: 0.1632650 Apr 08 17:57:04.857377 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd7802-9ce0-4e4c-864e-dc306d0a7d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8584e99-78ae-438f-8f8b-79bc7651002c,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:05.284271 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52140) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:05.300886 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5a327a3e-8573-4faa-8714-ca32b51e3712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:05.404582 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5a327a3e-8573-4faa-8714-ca32b51e3712 admin admin] Publish callbacks [] for security_group (dd752567-d2e1-4611-a41e-aba89c275450), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:05.411791 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-5a327a3e-8573-4faa-8714-ca32b51e3712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (dd752567-d2e1-4611-a41e-aba89c275450), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:05.456017 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a327a3e-8573-4faa-8714-ca32b51e3712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd752567-d2e1-4611-a41e-aba89c275450,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:05.460864 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-5a327a3e-8573-4faa-8714-ca32b51e3712 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=97687b1f51214ed985044480640281e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754065 Apr 08 17:57:05.465439 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52142) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:05.526322 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c8438ad-ace6-4d40-aee4-fbba0fffb29c admin admin] Publish callbacks [] for security_group (dd752567-d2e1-4611-a41e-aba89c275450), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:05.562622 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c8438ad-ace6-4d40-aee4-fbba0fffb29c admin admin] Publish callbacks [] for security_group (dd752567-d2e1-4611-a41e-aba89c275450), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:05.630793 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c8438ad-ace6-4d40-aee4-fbba0fffb29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (dd752567-d2e1-4611-a41e-aba89c275450), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:05.633975 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9c8438ad-ace6-4d40-aee4-fbba0fffb29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:05.636166 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9c8438ad-ace6-4d40-aee4-fbba0fffb29c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd752567-d2e1-4611-a41e-aba89c275450 HTTP/1.1" status: 204 len: 168 time: 0.1690042 Apr 08 17:57:05.648228 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8438ad-ace6-4d40-aee4-fbba0fffb29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd752567-d2e1-4611-a41e-aba89c275450,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:06.101096 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52148) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:06.115829 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-edbb4fb0-8ac7-4515-951a-bc5061c1070f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:06.217050 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-edbb4fb0-8ac7-4515-951a-bc5061c1070f admin admin] Publish callbacks [] for security_group (df3f545c-f69f-4110-b976-ba723074cf74), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:06.222131 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-edbb4fb0-8ac7-4515-951a-bc5061c1070f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (df3f545c-f69f-4110-b976-ba723074cf74), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:06.266158 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb4fb0-8ac7-4515-951a-bc5061c1070f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f545c-f69f-4110-b976-ba723074cf74,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:06.271524 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-edbb4fb0-8ac7-4515-951a-bc5061c1070f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e1daef8c6454294b47b1e119e6242fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690669 Apr 08 17:57:06.277422 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52152) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:06.339728 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-375f1c71-bdb3-4cf3-a892-6139e54a4a8a admin admin] Publish callbacks [] for security_group (df3f545c-f69f-4110-b976-ba723074cf74), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:06.384090 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-375f1c71-bdb3-4cf3-a892-6139e54a4a8a admin admin] Publish callbacks [] for security_group (df3f545c-f69f-4110-b976-ba723074cf74), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:06.470189 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-375f1c71-bdb3-4cf3-a892-6139e54a4a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (df3f545c-f69f-4110-b976-ba723074cf74), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:06.475163 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-375f1c71-bdb3-4cf3-a892-6139e54a4a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:06.477253 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-375f1c71-bdb3-4cf3-a892-6139e54a4a8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/df3f545c-f69f-4110-b976-ba723074cf74 HTTP/1.1" status: 204 len: 168 time: 0.1993599 Apr 08 17:57:06.491189 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1c71-bdb3-4cf3-a892-6139e54a4a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f545c-f69f-4110-b976-ba723074cf74,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:12.345100 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9a988-b835-454b-acb1-9e4c8848d681 req-3a916120-7c35-4f0d-ab21-c457f3cab043 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:12.347309 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-77b9a988-b835-454b-acb1-9e4c8848d681 req-3a916120-7c35-4f0d-ab21-c457f3cab043 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0623469 Apr 08 17:57:12.408247 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-77b9a988-b835-454b-acb1-9e4c8848d681 req-3a4a3d95-f86a-4c35-b6b5-90e6b269fc58 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543208 Apr 08 17:57:13.585572 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d1da6-46a0-483f-a959-a557c2b3a94c req-1af7f62b-040d-4a30-9eac-c584aa952ba9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:13.587295 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6a9d1da6-46a0-483f-a959-a557c2b3a94c req-1af7f62b-040d-4a30-9eac-c584aa952ba9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0704353 Apr 08 17:57:13.646653 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6a9d1da6-46a0-483f-a959-a557c2b3a94c req-139fe12f-f0b7-4e7a-9bbe-f25ceddc7f5a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485218 Apr 08 17:57:14.801917 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5aab3-0149-4d3f-85b5-100fa792899d req-0ff2ddea-0185-45a1-8ec8-5b8497329a07 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:14.803661 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3eb5aab3-0149-4d3f-85b5-100fa792899d req-0ff2ddea-0185-45a1-8ec8-5b8497329a07 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0578015 Apr 08 17:57:14.865642 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3eb5aab3-0149-4d3f-85b5-100fa792899d req-8fa54b12-34f5-4af9-8f3b-e1fc4cd4e126 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516548 Apr 08 17:57:16.018459 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b4d93-160e-4a0e-a327-ad98434d0788 req-67d38313-2f61-4e09-85f1-6f19fde87b54 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:16.019987 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9b1b4d93-160e-4a0e-a327-ad98434d0788 req-67d38313-2f61-4e09-85f1-6f19fde87b54 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0654850 Apr 08 17:57:16.088305 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9b1b4d93-160e-4a0e-a327-ad98434d0788 req-754564b7-74a4-4514-8152-be3e29d754aa tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573914 Apr 08 17:57:17.227724 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc1920-8db8-4733-9dfd-15a838666ce6 req-9675f7b1-d281-4413-8a2c-71c3fa8ad9fc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:17.229418 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-78cc1920-8db8-4733-9dfd-15a838666ce6 req-9675f7b1-d281-4413-8a2c-71c3fa8ad9fc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0550947 Apr 08 17:57:17.286033 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-78cc1920-8db8-4733-9dfd-15a838666ce6 req-616bd713-8b15-4ad1-a143-7b059456f6a8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507240 Apr 08 17:57:18.424426 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e620041-dcae-42f9-83b0-28015de78edf req-2bbed938-da03-4a9e-82f6-0601234d2e9d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:18.426004 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e620041-dcae-42f9-83b0-28015de78edf req-2bbed938-da03-4a9e-82f6-0601234d2e9d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0547185 Apr 08 17:57:18.486617 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6e620041-dcae-42f9-83b0-28015de78edf req-e1d0e8d9-5cfc-4df0-bc66-05f60b59ac62 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502481 Apr 08 17:57:19.148606 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed90d8-aeeb-40cd-a3be-d8b95ca210f7 req-e486eac3-1ca0-4630-abe2-5ba2de4d5653 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:19.150469 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-95ed90d8-aeeb-40cd-a3be-d8b95ca210f7 req-e486eac3-1ca0-4630-abe2-5ba2de4d5653 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.0533903 Apr 08 17:57:19.215790 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-95ed90d8-aeeb-40cd-a3be-d8b95ca210f7 req-9bd21b79-3f38-444d-9e06-f92071423e92 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546975 Apr 08 17:57:19.650822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3cef3-f3b2-4f0b-93c0-425b59d2cff0 req-2b67bab3-951d-4819-b0ab-8c78b029b11f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:19.653729 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-72e3cef3-f3b2-4f0b-93c0-425b59d2cff0 req-2b67bab3-951d-4819-b0ab-8c78b029b11f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0694904 Apr 08 17:57:19.735778 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-72e3cef3-f3b2-4f0b-93c0-425b59d2cff0 req-330285f6-b57a-4153-9ae6-1f25611cc890 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752859 Apr 08 17:57:20.354908 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740c834-65b4-4e58-aeae-ef543c0da449 req-2b870154-9d8e-4848-a7a1-cde8cd946487 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:20.356919 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4740c834-65b4-4e58-aeae-ef543c0da449 req-2b870154-9d8e-4848-a7a1-cde8cd946487 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.0558996 Apr 08 17:57:20.415612 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4740c834-65b4-4e58-aeae-ef543c0da449 req-5ddfcb5e-8de6-4bd9-9d82-8cac28c69650 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518751 Apr 08 17:57:20.870332 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f71935-49e2-4e8a-87da-7dada9e675df req-a82898b9-3e16-4530-ad23-2882410baf79 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:20.872190 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-26f71935-49e2-4e8a-87da-7dada9e675df req-a82898b9-3e16-4530-ad23-2882410baf79 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0589020 Apr 08 17:57:20.951797 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-26f71935-49e2-4e8a-87da-7dada9e675df req-ef7f7041-b5cd-4564-98a6-2f59065a3ffb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727069 Apr 08 17:57:21.562364 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265dc1f-df03-4a57-8070-c4279379b56f req-e0969ad6-6896-4477-ab2a-b7d2c5a693ac tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:21.564024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e265dc1f-df03-4a57-8070-c4279379b56f req-e0969ad6-6896-4477-ab2a-b7d2c5a693ac tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.0566728 Apr 08 17:57:21.702726 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-87d3c7ac-6c55-4127-9659-076e08393473 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:21.705416 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-87d3c7ac-6c55-4127-9659-076e08393473 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 945 time: 0.1233995 Apr 08 17:57:21.745437 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e265dc1f-df03-4a57-8070-c4279379b56f req-f6bba338-208f-4771-9d59-3d471c795edf tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=c96f190a-e5cc-4084-b5f7-1108be34b84e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734505 Apr 08 17:57:21.857169 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port 18d4fd5d-5617-4de0-a210-f5521387818f {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:57:21.857500 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:21.975611 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] For port 18d4fd5d-5617-4de0-a210-f5521387818f, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=18d4fd5d-5617-4de0-a210-f5521387818f,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:21.976173 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:22.129357 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df3b98-d843-47a5-98e3-0a5808f1f06c req-e5052c77-f1b5-4f42-a27c-40d1d64075a1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:22.132214 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c2df3b98-d843-47a5-98e3-0a5808f1f06c req-e5052c77-f1b5-4f42-a27c-40d1d64075a1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0842221 Apr 08 17:57:22.187059 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:22.187429 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (7e52b4f5-96f5-4e57-bf06-81becc38ce07), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:22.187971 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP 7e52b4f5-96f5-4e57-bf06-81becc38ce07 disassociated. External IP: 172.27.2.64, port: 18d4fd5d-5617-4de0-a210-f5521387818f. Apr 08 17:57:22.188210 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for 18d4fd5d-5617-4de0-a210-f5521387818f owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:57:22.222187 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c2df3b98-d843-47a5-98e3-0a5808f1f06c req-76d254a7-56b0-4efb-b013-4eb8d78b86dd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829618 Apr 08 17:57:22.365630 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (18d4fd5d-5617-4de0-a210-f5521387818f), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:22.399157 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=18d4fd5d-5617-4de0-a210-f5521387818f,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:22.539194 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:57:22.673521 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:57:22.691048 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:57:22.707234 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:57:22.707885 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:22.734104 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] No DVR routers for this DVR port 18d4fd5d-5617-4de0-a210-f5521387818f on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:57:22.738504 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:22.744974 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f77ddaae-5a99-48d1-ae42-631351851bcb req-6cde5648-5fea-402d-8ac5-3ebe856ec2ff tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "DELETE /v2.0/ports/18d4fd5d-5617-4de0-a210-f5521387818f HTTP/1.1" status: 204 len: 173 time: 1.0254979 Apr 08 17:57:22.745750 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'name': 'network-vif-deleted', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:22.750171 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d6aee1-1d1a-4d96-af69-1fff559bee20" -d '{"events": [{"server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "name": "network-vif-deleted", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:22.823556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06073060-a3ed-46de-ab45-fe7e0d70bf53 x-openstack-request-id: req-06073060-a3ed-46de-ab45-fe7e0d70bf53 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:22.823979 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0bed56-65e4-4eab-9b84-a7d6ae8620ec", "name": "network-vif-deleted", "tag": "18d4fd5d-5617-4de0-a210-f5521387818f", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:22.824380 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-06073060-a3ed-46de-ab45-fe7e0d70bf53 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:22.824951 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06073060-a3ed-46de-ab45-fe7e0d70bf53'] response: {'server_uuid': '7f0bed56-65e4-4eab-9b84-a7d6ae8620ec', 'name': 'network-vif-deleted', 'tag': '18d4fd5d-5617-4de0-a210-f5521387818f', 'status': 'completed', 'code': 200} Apr 08 17:57:22.913314 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8f026b75-4afc-4819-8ffc-07e84184e19b req-7ea58b5e-3e24-44d1-bc17-d8892471776b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=7f0bed56-65e4-4eab-9b84-a7d6ae8620ec HTTP/1.1" status: 200 len: 210 time: 0.0423393 Apr 08 17:57:23.046403 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:57:23.279778 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:23.296750 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-52fdd178-8507-4878-8d8d-66c968b73a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:23.325029 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:57:23.340146 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:57:23.341173 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:56:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:23.405444 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6725f5-36ac-4aec-8d47-7f56edbb86cd req-eb13afbe-db1f-45a2-81af-58e369510aa2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:23.407377 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d6725f5-36ac-4aec-8d47-7f56edbb86cd req-eb13afbe-db1f-45a2-81af-58e369510aa2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0815716 Apr 08 17:57:23.480038 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2d6725f5-36ac-4aec-8d47-7f56edbb86cd req-0f352fcf-3c05-43a4-8781-ef5ddd19abd5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646806 Apr 08 17:57:23.553030 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:57:23.805604 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:23.841757 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f7fe3-a1a3-412d-a125-5a9dda654b5b None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:57:24.077484 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52288) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:24.164713 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8e079dae-dea0-492a-b6d8-9f6895801a1f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (c96f190a-e5cc-4084-b5f7-1108be34b84e), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.175646 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef76e14e-bfed-42b3-ae54-9672065f0365 None None] New status for floating IP 7e52b4f5-96f5-4e57-bf06-81becc38ce07: DOWN {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:57:24.204773 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8e079dae-dea0-492a-b6d8-9f6895801a1f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (c96f190a-e5cc-4084-b5f7-1108be34b84e), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.290535 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8e079dae-dea0-492a-b6d8-9f6895801a1f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (c96f190a-e5cc-4084-b5f7-1108be34b84e), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.294234 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-8e079dae-dea0-492a-b6d8-9f6895801a1f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.295789 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8e079dae-dea0-492a-b6d8-9f6895801a1f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/security-groups/c96f190a-e5cc-4084-b5f7-1108be34b84e HTTP/1.1" status: 204 len: 168 time: 0.2168028 Apr 08 17:57:24.300921 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52290) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:24.308620 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e079dae-dea0-492a-b6d8-9f6895801a1f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f190a-e5cc-4084-b5f7-1108be34b84e,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:24.316281 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.api.v2.resource [None req-8713f86a-7fce-4766-af07-48595976e3c0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] show failed (client error): The resource could not be found. Apr 08 17:57:24.320159 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8713f86a-7fce-4766-af07-48595976e3c0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups/c96f190a-e5cc-4084-b5f7-1108be34b84e HTTP/1.1" status: 404 len: 347 time: 0.0154006 Apr 08 17:57:24.322868 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52292) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:24.517556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port 6310eb4d-0522-4014-9037-4ad054eae4dd {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:57:24.518130 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.638690 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.639128 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (6310eb4d-0522-4014-9037-4ad054eae4dd), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.652445 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e70748-1d8a-44c6-b319-4567d9e08760 req-8f0e3839-7244-4965-89ef-f5006eb73ceb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:24.655050 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-81e70748-1d8a-44c6-b319-4567d9e08760 req-8f0e3839-7244-4965-89ef-f5006eb73ceb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0788474 Apr 08 17:57:24.660895 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for 6310eb4d-0522-4014-9037-4ad054eae4dd owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:57:24.741404 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-81e70748-1d8a-44c6-b319-4567d9e08760 req-97f479d0-41bb-4f10-9c82-2433c50294e1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781291 Apr 08 17:57:24.821826 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (6310eb4d-0522-4014-9037-4ad054eae4dd), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.853080 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=6310eb4d-0522-4014-9037-4ad054eae4dd,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:24.924694 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (7e52b4f5-96f5-4e57-bf06-81becc38ce07), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.927557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:24.929168 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-80231b5f-0fc2-47d2-b1f3-aa8c54ec75c3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/floatingips/7e52b4f5-96f5-4e57-bf06-81becc38ce07 HTTP/1.1" status: 204 len: 168 time: 0.6050546 Apr 08 17:57:25.060483 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18d4fd5d-5617-4de0-a210-f5521387818f no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:57:25.096504 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 18d4fd5d-5617-4de0-a210-f5521387818f {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:57:25.097082 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 18d4fd5d-5617-4de0-a210-f5521387818f not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:57:25.113151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52298) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:25.120998 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-bde5b710-232c-442b-9d15-ebce12dabf80 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351826141', 'description': 'tempest-description--1575197523'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:25.155573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bde5b710-232c-442b-9d15-ebce12dabf80 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.259514 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bde5b710-232c-442b-9d15-ebce12dabf80 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (93e337d2-bd39-4181-a53f-46bf0a24523d), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.264308 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bde5b710-232c-442b-9d15-ebce12dabf80 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (93e337d2-bd39-4181-a53f-46bf0a24523d), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.299865 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-bde5b710-232c-442b-9d15-ebce12dabf80 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.305138 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-bde5b710-232c-442b-9d15-ebce12dabf80 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1873507 Apr 08 17:57:25.305829 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52300) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:25.310413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5b710-232c-442b-9d15-ebce12dabf80 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e337d2-bd39-4181-a53f-46bf0a24523d,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:25.311095 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-07b4f66d-c1d8-4d60-ad5f-6f88f3df237a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': '93e337d2-bd39-4181-a53f-46bf0a24523d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:25.348218 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07b4f66d-c1d8-4d60-ad5f-6f88f3df237a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (cdfa533b-cab9-41bf-82c6-ba5e51374fd1), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.419753 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07b4f66d-c1d8-4d60-ad5f-6f88f3df237a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (cdfa533b-cab9-41bf-82c6-ba5e51374fd1), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.430115 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07b4f66d-c1d8-4d60-ad5f-6f88f3df237a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (cdfa533b-cab9-41bf-82c6-ba5e51374fd1), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.450863 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f66d-c1d8-4d60-ad5f-6f88f3df237a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfa533b-cab9-41bf-82c6-ba5e51374fd1,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:25.460485 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07b4f66d-c1d8-4d60-ad5f-6f88f3df237a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.461720 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-07b4f66d-c1d8-4d60-ad5f-6f88f3df237a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549575 Apr 08 17:57:25.464924 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52302) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:25.469550 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-482c56f2-0bfb-4a47-ac37-75f35e5108b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'security_group_rule': {'security_group_id': '93e337d2-bd39-4181-a53f-46bf0a24523d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:25.501893 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-482c56f2-0bfb-4a47-ac37-75f35e5108b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (177e8b67-f2e6-4b98-8af9-41cdf3bb8dad), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.571993 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-482c56f2-0bfb-4a47-ac37-75f35e5108b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (177e8b67-f2e6-4b98-8af9-41cdf3bb8dad), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.577768 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-482c56f2-0bfb-4a47-ac37-75f35e5108b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (177e8b67-f2e6-4b98-8af9-41cdf3bb8dad), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.597903 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c56f2-0bfb-4a47-ac37-75f35e5108b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177e8b67-f2e6-4b98-8af9-41cdf3bb8dad,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:25.609411 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-147a4e34-25fd-4e7b-a761-878ce2502b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.612238 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-482c56f2-0bfb-4a47-ac37-75f35e5108b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.616651 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-482c56f2-0bfb-4a47-ac37-75f35e5108b4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505616 Apr 08 17:57:25.619844 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52304) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:25.625163 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:25.653870 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.751571 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:25.918450 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71de2f-1982-496a-874b-a2953e99272e req-ddbf2e17-ce5f-42a9-92f8-ab014466ecbc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:25.920150 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2c71de2f-1982-496a-874b-a2953e99272e req-ddbf2e17-ce5f-42a9-92f8-ab014466ecbc tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0907383 Apr 08 17:57:25.944235 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.27.2.154 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/f176f323-7add-4685-93c8-21d9486ae28b) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:57:26.070814 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2c71de2f-1982-496a-874b-a2953e99272e req-0b4f8452-6b38-4785-a798-e8439ca45df0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317530 Apr 08 17:57:26.175879 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (f176f323-7add-4685-93c8-21d9486ae28b), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.220997 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (f176f323-7add-4685-93c8-21d9486ae28b), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.262748 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:57:26.266218 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:57:26.269062 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:57:26.298374 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=f176f323-7add-4685-93c8-21d9486ae28b,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:26.376574 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (c9c8456c-8ae4-4953-b41f-264a16e812b5), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.422339 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (f176f323-7add-4685-93c8-21d9486ae28b), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.669809 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (f176f323-7add-4685-93c8-21d9486ae28b), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.675542 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (f176f323-7add-4685-93c8-21d9486ae28b), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.756669 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=f176f323-7add-4685-93c8-21d9486ae28b,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:26.776214 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (c9c8456c-8ae4-4953-b41f-264a16e812b5), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.799977 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:26.802872 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-a4886d98-f2b9-44ec-855d-53462b0c4b7c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1806295 Apr 08 17:57:26.868927 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:27.112957 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-49cdaedd-3eaf-452d-8455-157df9dfd94b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1351826141&fields=id&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 267 time: 0.0522716 Apr 08 17:57:27.223145 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:27.226152 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16bd54-7331-43c7-85bc-b3a2a9fd7d27 req-d8a8499a-6e2b-4a24-9cee-662f43a04004 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:27.227975 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bf16bd54-7331-43c7-85bc-b3a2a9fd7d27 req-d8a8499a-6e2b-4a24-9cee-662f43a04004 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0744622 Apr 08 17:57:27.267584 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-c148f209-9d54-4a85-a10b-8de0dd787b36 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:27.269370 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-c148f209-9d54-4a85-a10b-8de0dd787b36 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.1427438 Apr 08 17:57:27.287032 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-ee486238-0faa-4807-9421-2e023f09087c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/quotas/b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 375 time: 0.0103440 Apr 08 17:57:27.311119 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bf16bd54-7331-43c7-85bc-b3a2a9fd7d27 req-d8802134-49a8-40de-acf6-0aa1775c8cc6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765433 Apr 08 17:57:27.374482 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-cd72ac04-bb75-4afd-99a0-672d7ab16108 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804644 Apr 08 17:57:27.488187 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-4f6b2a97-fcb1-40aa-92a0-354e3a7e6a42 service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015871 Apr 08 17:57:27.632767 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-b25f6eb2-0e56-4b22-b174-b264da2d12ff service neutron] 10.222.0.78 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363542 Apr 08 17:57:27.861061 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-898e204d-cb17-4fa7-8e6d-4d4772c5151d req-1c2ee7b2-8b6a-4b64-8ba1-4232d17c70c9 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 210 time: 0.0302742 Apr 08 17:57:27.934434 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-710a43dc-697b-4652-8587-52340136e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:27.936478 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-710a43dc-697b-4652-8587-52340136e705 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1130 time: 0.0738726 Apr 08 17:57:28.114343 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-dc01f91e-76c7-45b3-b95f-f685237ad524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:28.116473 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-dc01f91e-76c7-45b3-b95f-f685237ad524 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.1440136 Apr 08 17:57:28.200259 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-0b1fcd2e-8b56-4a22-a3f5-4c17d1635c0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 200 len: 1002 time: 0.0764270 Apr 08 17:57:28.282395 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-38512be8-2c01-4977-9b03-8b4c48161fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:28.284375 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-38512be8-2c01-4977-9b03-8b4c48161fa4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0783737 Apr 08 17:57:28.353360 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-e5113f43-f980-4e04-8bc6-8352aa57a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:28.355247 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-e5113f43-f980-4e04-8bc6-8352aa57a386 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633578 Apr 08 17:57:28.492278 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8726bd-176c-4ec6-b903-3c91b74a1156 req-735618db-2f07-46b3-8a8d-65211c227bc2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:28.493937 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1f8726bd-176c-4ec6-b903-3c91b74a1156 req-735618db-2f07-46b3-8a8d-65211c227bc2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0939629 Apr 08 17:57:28.518203 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-395cd487-915e-4277-b5f6-e3ba5819310e service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545868 Apr 08 17:57:28.625503 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1f8726bd-176c-4ec6-b903-3c91b74a1156 req-e2d15e2c-c404-4edd-86bd-322c5a31fb17 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207449 Apr 08 17:57:28.665128 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3680f2f9-d3e0-4184-a76e-6d056184751e req-9392ca4f-20f7-4a28-8720-afed1e05b965 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312318 Apr 08 17:57:28.679564 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:29.002298 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-303036b2-2f06-445c-8370-37c20dce3fe1 req-5b65b10b-b448-4d1c-97d4-a37d8cf0d094 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 210 time: 0.0339692 Apr 08 17:57:29.532340 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-256fe44e-fb52-4b9c-ac98-06ccbc5d20b2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:29.533922 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-256fe44e-fb52-4b9c-ac98-06ccbc5d20b2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 815 time: 0.1523848 Apr 08 17:57:29.630189 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-7c881c18-6e75-48a1-8336-7c4bba850933 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b60301e63a954efd8e6fed0dd4dab259 HTTP/1.1" status: 200 len: 380 time: 0.0711141 Apr 08 17:57:29.684673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'port': {'device_id': '2b290d99-73f9-4e5b-8798-4be84997050b', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'admin_state_up': True, 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'security_groups': ['93e337d2-bd39-4181-a53f-46bf0a24523d']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:29.860094 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:30.085106 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bfe4c-054e-419d-90a1-dfb3f817d188 req-ad4fbb0c-bcac-4cad-84d3-814d26605050 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:30.086733 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c21bfe4c-054e-419d-90a1-dfb3f817d188 req-ad4fbb0c-bcac-4cad-84d3-814d26605050 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.3722055 Apr 08 17:57:30.108459 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1bd528c8-d1cc-4c6f-ac26-dc637d84ca5e req-688b8755-71fb-4c4b-9873-f4d9c8007325 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 210 time: 0.0314639 Apr 08 17:57:30.178249 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c21bfe4c-054e-419d-90a1-dfb3f817d188 req-1c2d3117-e2e2-45c0-b581-53a32a900682 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759573 Apr 08 17:57:30.179588 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Made reservation on behalf of b60301e63a954efd8e6fed0dd4dab259 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:57:30.183377 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:30.330376 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Allocated IP 172.20.0.3 (e0ad2a86-d620-4fda-a99c-2059c210a0ed/45d512ed-300f-492b-9fd8-0ed0be420735/381fb742-44f0-48d8-8cac-4a0444c81379) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:57:30.494714 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for port (381fb742-44f0-48d8-8cac-4a0444c81379), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:30.535380 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:30.585221 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:57:30.588785 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:57:30.592943 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:57:30.603157 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event updated for resources: {'Port': ['ID=381fb742-44f0-48d8-8cac-4a0444c81379,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:30.665023 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:30.665820 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:30.687498 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-0ee07907-1288-40ad-be3a-b15c104a1b54 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0071628 Apr 08 17:57:30.708635 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Request body: {'port': {'device_id': '2b290d99-73f9-4e5b-8798-4be84997050b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:30.799145 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:30.867909 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-68cb2fe2-9f30-46df-98b1-067f5bf5fb78 None None] Provisioning complete for port 381fb742-44f0-48d8-8cac-4a0444c81379 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:57:30.869078 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-68cb2fe2-9f30-46df-98b1-067f5bf5fb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:30.931894 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-68cb2fe2-9f30-46df-98b1-067f5bf5fb78 None None] Port 381fb742-44f0-48d8-8cac-4a0444c81379 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:57:31.088459 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:57:31.174739 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381fb742-44f0-48d8-8cac-4a0444c81379 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:57:31.194184 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Publish callbacks [] for port (381fb742-44f0-48d8-8cac-4a0444c81379), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:31.215952 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:31.222201 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Transition to ACTIVE for port object 381fb742-44f0-48d8-8cac-4a0444c81379 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:57:31.228310 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:31.231283 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'port_id': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'mac_address': 'fa:16:3e:23:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:57:31.279208 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port efad7922-4b04-41a9-8692-7fd2ac183c37 is: ACTIVE; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:31.279616 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:31.291998 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4c5c5-e825-4868-988c-5434be04a2d8 req-3cb75e1b-c7bc-4280-810a-0d7aba77bbc7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:31.295947 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efad7922-4b04-41a9-8692-7fd2ac183c37 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:57:31.300486 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4ca4c5c5-e825-4868-988c-5434be04a2d8 req-3cb75e1b-c7bc-4280-810a-0d7aba77bbc7 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 931 time: 0.1092517 Apr 08 17:57:31.305005 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Pushing event updated for resources: {'Port': ['ID=381fb742-44f0-48d8-8cac-4a0444c81379,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:31.327029 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:31.335067 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:31.380672 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4ca4c5c5-e825-4868-988c-5434be04a2d8 req-75504aa3-399a-4c02-95e1-b59ab3b0baed tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787892 Apr 08 17:57:31.405542 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=6']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:31.406319 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d1d76-2c67-491d-aacf-b6d38199a677 req-3d2a650c-19f6-4449-b1a8-5bfe29c37b70 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:31.408983 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-323d1d76-2c67-491d-aacf-b6d38199a677 req-3d2a650c-19f6-4449-b1a8-5bfe29c37b70 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.1331847 Apr 08 17:57:31.415634 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.416673 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.417199 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.417554 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.417899 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.418241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.419013 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.419013 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.419316 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.419859 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.420401 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.420740 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.421074 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.421407 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.421738 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:57:31.465189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Attempting to bind port 381fb742-44f0-48d8-8cac-4a0444c81379 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:57:31.465541 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Attempting to bind port 381fb742-44f0-48d8-8cac-4a0444c81379 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:57:31.465959 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Attempting to bind port 381fb742-44f0-48d8-8cac-4a0444c81379 on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:57:31.482559 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Port 381fb742-44f0-48d8-8cac-4a0444c81379 on network e0ad2a86-d620-4fda-a99c-2059c210a0ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:57:31.482889 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Attempting to bind port 381fb742-44f0-48d8-8cac-4a0444c81379 on network e0ad2a86-d620-4fda-a99c-2059c210a0ed {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:57:31.498800 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-323d1d76-2c67-491d-aacf-b6d38199a677 req-3aa984e4-197f-4cbe-8855-a792869b9d41 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824881 Apr 08 17:57:31.500393 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:57:31.500749 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Checking segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:57:31.501150 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Bound using segment: {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:57:31.501612 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Bound port: 381fb742-44f0-48d8-8cac-4a0444c81379, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:57:31.502083 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:31.543028 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['efad7922-4b04-41a9-8692-7fd2ac183c37'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:57:31.600411 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] For port 381fb742-44f0-48d8-8cac-4a0444c81379, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:57:31.605151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] For port 381fb742-44f0-48d8-8cac-4a0444c81379, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=381fb742-44f0-48d8-8cac-4a0444c81379,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:57:31.617694 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:31.666784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:31.667514 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:31.669198 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] 10.222.0.73 "PUT /v2.0/ports/381fb742-44f0-48d8-8cac-4a0444c81379 HTTP/1.1" status: 200 len: 1093 time: 0.9655840 Apr 08 17:57:31.669680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:31.672241 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fcee6f-b379-4890-b17c-8628f84968e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:31.727471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efedc2-c4be-4c58-a667-71aaf252f62e service neutron] Pushing event updated for resources: {'Port': ['ID=381fb742-44f0-48d8-8cac-4a0444c81379,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:31.747597 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d8e1a5-cbfc-46b6-8967-830c3c1f20e3 x-openstack-request-id: req-38d8e1a5-cbfc-46b6-8967-830c3c1f20e3 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:31.750384 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:31.750783 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-38d8e1a5-cbfc-46b6-8967-830c3c1f20e3 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:31.751358 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d8e1a5-cbfc-46b6-8967-830c3c1f20e3'] response: {'name': 'network-changed', 'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379', 'status': 'completed', 'code': 200} Apr 08 17:57:31.819914 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-771d983b-1bed-4475-aa10-a7523963313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:31.821766 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-771d983b-1bed-4475-aa10-a7523963313b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 1127 time: 0.0560780 Apr 08 17:57:31.885686 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-b0b411c1-21bc-4fe5-bb57-27afba34c1f1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=381fb742-44f0-48d8-8cac-4a0444c81379 HTTP/1.1" status: 200 len: 217 time: 0.0474002 Apr 08 17:57:31.970315 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-e6f561f6-5f7b-41bb-aef1-0d1285d51b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:31.973025 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-e6f561f6-5f7b-41bb-aef1-0d1285d51b8a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0794127 Apr 08 17:57:32.033663 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-c3f65590-994a-48cb-a99a-3ff45b9682f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:32.036227 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-c3f65590-994a-48cb-a99a-3ff45b9682f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558076 Apr 08 17:57:32.197110 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-1701a038-aa42-4407-ae61-e505aea6fb1e service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533923 Apr 08 17:57:32.364088 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e9d00a73-ae1e-4fef-86c0-88c928c62c1f req-eebcd653-4419-4b06-ad3b-938592e7949c service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598251 Apr 08 17:57:32.510292 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a65d4-7160-4ad4-8230-91013642c572 req-64ef174f-c2b7-4c40-afcb-143778cae65f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:32.511947 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f18a65d4-7160-4ad4-8230-91013642c572 req-64ef174f-c2b7-4c40-afcb-143778cae65f tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 943 time: 0.0535853 Apr 08 17:57:32.586311 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f18a65d4-7160-4ad4-8230-91013642c572 req-c1a9ee51-b76b-4520-a655-1fe9179e8fcd tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680389 Apr 08 17:57:32.672028 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d9429-6303-4557-81e8-a645c3f4df3f req-fd66957c-7ea5-44f8-b347-10ca6c8e0e58 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:32.674527 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-569d9429-6303-4557-81e8-a645c3f4df3f req-fd66957c-7ea5-44f8-b347-10ca6c8e0e58 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 945 time: 0.0808589 Apr 08 17:57:32.735954 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-569d9429-6303-4557-81e8-a645c3f4df3f req-2aaf3862-fa11-45e2-a6cf-ec56ce45f499 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547578 Apr 08 17:57:33.097177 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:57:33.152500 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port efad7922-4b04-41a9-8692-7fd2ac183c37 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:57:33.153008 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:33.262754 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port efad7922-4b04-41a9-8692-7fd2ac183c37 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:33.263214 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:33.291103 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:33.293813 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c9c7a5-d66c-452b-a39d-5fbb4e7172f8" -d '{"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-plugged", "status": "completed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:33.309879 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:33.318264 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:33.345824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beba3943-9c17-43e5-a3f5-2bda172c175e x-openstack-request-id: req-beba3943-9c17-43e5-a3f5-2bda172c175e {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:33.346116 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-plugged", "status": "completed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:33.346369 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-beba3943-9c17-43e5-a3f5-2bda172c175e {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:33.346768 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beba3943-9c17-43e5-a3f5-2bda172c175e'] response: {'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'code': 200} Apr 08 17:57:33.378338 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=7']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:33.756458 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c09af-195d-4674-94cd-a49b31144597 req-713b515b-01dc-49a1-b825-917797e295b6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:33.758318 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-153c09af-195d-4674-94cd-a49b31144597 req-713b515b-01dc-49a1-b825-917797e295b6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 943 time: 0.0586836 Apr 08 17:57:33.829126 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-153c09af-195d-4674-94cd-a49b31144597 req-0a2eca07-7dfd-41c8-86de-fef392bdbd38 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619886 Apr 08 17:57:33.888366 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ea053-8d3c-407d-af8f-dd520d35f73f req-4e63b97d-5d6e-4523-9d48-aa2011690a20 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:33.890270 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-609ea053-8d3c-407d-af8f-dd520d35f73f req-4e63b97d-5d6e-4523-9d48-aa2011690a20 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0566390 Apr 08 17:57:33.963255 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-609ea053-8d3c-407d-af8f-dd520d35f73f req-65976a1f-fb90-4bf1-9e5c-13bb4e2ee7b4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652366 Apr 08 17:57:34.979833 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4cbd0-f464-4e41-9160-1f6a604b67f3 req-9282ae54-0c28-4c55-8e9b-d4e98334c121 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:34.981522 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8bf4cbd0-f464-4e41-9160-1f6a604b67f3 req-9282ae54-0c28-4c55-8e9b-d4e98334c121 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 943 time: 0.0548716 Apr 08 17:57:35.040636 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8bf4cbd0-f464-4e41-9160-1f6a604b67f3 req-0c850fa7-403a-43c4-aea9-47dead9cbf76 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526574 Apr 08 17:57:35.087776 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 381fb742-44f0-48d8-8cac-4a0444c81379 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:57:35.106830 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9f62a-9e73-4cc7-bfff-b9a2f802349f req-ddf4324a-5e88-4ed8-b50b-c3473ef4a3eb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:35.108511 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0da9f62a-9e73-4cc7-bfff-b9a2f802349f req-ddf4324a-5e88-4ed8-b50b-c3473ef4a3eb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0569808 Apr 08 17:57:35.183812 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0da9f62a-9e73-4cc7-bfff-b9a2f802349f req-35717d0e-e4ff-4656-8898-fbefedc5132c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628474 Apr 08 17:57:35.244332 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 381fb742-44f0-48d8-8cac-4a0444c81379, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=381fb742-44f0-48d8-8cac-4a0444c81379,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:35.249793 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:57:35.259951 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': '381fb742-44f0-48d8-8cac-4a0444c81379', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'port_id': '381fb742-44f0-48d8-8cac-4a0444c81379', 'mac_address': 'fa:16:3e:c2:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:57:35.305252 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 381fb742-44f0-48d8-8cac-4a0444c81379 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:35.305705 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:35.322456 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381fb742-44f0-48d8-8cac-4a0444c81379 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:57:35.346361 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 381fb742-44f0-48d8-8cac-4a0444c81379, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=381fb742-44f0-48d8-8cac-4a0444c81379,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:35.352825 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:35.439433 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=381fb742-44f0-48d8-8cac-4a0444c81379,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:36.063832 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-4ce4aab3-40f3-47fb-97be-c763228de54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:36.065511 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-4ce4aab3-40f3-47fb-97be-c763228de54a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 1128 time: 0.0483260 Apr 08 17:57:36.109812 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['381fb742-44f0-48d8-8cac-4a0444c81379'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:57:36.211773 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-3bb01e98-6c30-49ac-a9d2-bbc171b09d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:36.214295 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-3bb01e98-6c30-49ac-a9d2-bbc171b09d8b service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.1405845 Apr 08 17:57:36.217221 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856293b-b00a-472d-bfd5-daff08e00773 req-b2fddad8-ef76-401f-bdd4-87780fb2d711 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:36.229564 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5856293b-b00a-472d-bfd5-daff08e00773 req-b2fddad8-ef76-401f-bdd4-87780fb2d711 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 944 time: 0.0818689 Apr 08 17:57:36.320199 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-b7436c57-cfaf-4a29-ac16-538ce30c529f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=381fb742-44f0-48d8-8cac-4a0444c81379 HTTP/1.1" status: 200 len: 217 time: 0.0986254 Apr 08 17:57:36.326543 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5856293b-b00a-472d-bfd5-daff08e00773 req-16f40e40-9729-4c2e-8edd-48e417bd4dc4 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955336 Apr 08 17:57:36.409288 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e6553-9b56-4f92-bdb7-90abbd8a6082 req-435ec332-197a-465e-8107-cadf9efa4c71 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:36.410958 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e38e6553-9b56-4f92-bdb7-90abbd8a6082 req-435ec332-197a-465e-8107-cadf9efa4c71 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0869908 Apr 08 17:57:36.428010 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-bb77cc5b-c91d-4dfe-a6d0-6410102c7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:36.429736 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-bb77cc5b-c91d-4dfe-a6d0-6410102c7086 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0948222 Apr 08 17:57:36.501066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-0b2b2f44-34fc-45f4-b562-8bdcd912b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:36.502743 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-0b2b2f44-34fc-45f4-b562-8bdcd912b860 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633106 Apr 08 17:57:36.508621 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e38e6553-9b56-4f92-bdb7-90abbd8a6082 req-61735122-63e8-4f4a-a3bf-9c94bae1e6be tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887661 Apr 08 17:57:36.613142 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-4ac4c0ad-041c-49de-9ceb-aab6b37d8ba2 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032112 Apr 08 17:57:36.715139 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21fcee6f-b379-4890-b17c-8628f84968e0 req-85eeddff-8fe2-47b3-b284-f894ff262fdb service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946252 Apr 08 17:57:37.464226 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0650a9-6962-4ccc-99e5-cdd7c05f04f3 req-e425813f-47cd-4600-99af-0d37c830d2b2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:37.465779 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6f0650a9-6962-4ccc-99e5-cdd7c05f04f3 req-e425813f-47cd-4600-99af-0d37c830d2b2 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 944 time: 0.0535285 Apr 08 17:57:37.541767 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-6f0650a9-6962-4ccc-99e5-cdd7c05f04f3 req-ae416ccb-d0ca-4ca4-bd73-e8ca32034bc0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693808 Apr 08 17:57:37.652392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0bf0-872f-433d-b06e-a746836d97cb req-5272695e-4cb3-4191-a612-3d738a151075 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:37.654274 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7c6c0bf0-872f-433d-b06e-a746836d97cb req-5272695e-4cb3-4191-a612-3d738a151075 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0608952 Apr 08 17:57:37.709743 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7c6c0bf0-872f-433d-b06e-a746836d97cb req-5a85b95d-5e53-47d0-a8e2-34dbd5bf0f97 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490625 Apr 08 17:57:37.808163 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 381fb742-44f0-48d8-8cac-4a0444c81379 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:57:37.862704 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port 381fb742-44f0-48d8-8cac-4a0444c81379 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 17:57:37.871802 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port 381fb742-44f0-48d8-8cac-4a0444c81379 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:57:37.872406 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:38.107996 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port 381fb742-44f0-48d8-8cac-4a0444c81379 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:38.108449 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:38.135630 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:38.138010 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd92c3f9-1644-4fe7-85a6-f741df46f67c" -d '{"events": [{"server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "name": "network-vif-plugged", "status": "completed", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:38.155440 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port 381fb742-44f0-48d8-8cac-4a0444c81379, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=381fb742-44f0-48d8-8cac-4a0444c81379,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:38.162151 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:38.190467 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d687f-882a-4157-808a-886c0e894515 x-openstack-request-id: req-d42d687f-882a-4157-808a-886c0e894515 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:38.190948 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "name": "network-vif-plugged", "status": "completed", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:38.191257 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d42d687f-882a-4157-808a-886c0e894515 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:38.191725 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42d687f-882a-4157-808a-886c0e894515'] response: {'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379', 'code': 200} Apr 08 17:57:38.229414 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=381fb742-44f0-48d8-8cac-4a0444c81379,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:38.434415 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95ad50-411f-4b5a-9b78-8099b7fce4c0 req-a66be279-856b-4938-918b-2a6cc7e3ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:38.435975 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1f95ad50-411f-4b5a-9b78-8099b7fce4c0 req-a66be279-856b-4938-918b-2a6cc7e3ec1f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 1129 time: 0.0436447 Apr 08 17:57:38.514515 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1f95ad50-411f-4b5a-9b78-8099b7fce4c0 req-bfb2099d-9a6a-4083-9871-7adc21a395de service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700305 Apr 08 17:57:38.689651 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22cdb9c-d9c1-4179-9cbb-197bafa4b87f req-55097b15-580b-4989-a83e-3f15e499d2ba tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:38.691278 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f22cdb9c-d9c1-4179-9cbb-197bafa4b87f req-55097b15-580b-4989-a83e-3f15e499d2ba tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.0574210 Apr 08 17:57:38.754124 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f22cdb9c-d9c1-4179-9cbb-197bafa4b87f req-f03eacae-349b-4f4e-8f60-8deea4e1bfac tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551462 Apr 08 17:57:38.851370 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aad348-0065-4d7c-8f41-823ecfaa329e req-6c7237d2-cd8c-4c20-952c-572fa3827f4f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:38.853044 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-74aad348-0065-4d7c-8f41-823ecfaa329e req-6c7237d2-cd8c-4c20-952c-572fa3827f4f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0511751 Apr 08 17:57:38.932711 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-74aad348-0065-4d7c-8f41-823ecfaa329e req-f5074bd8-4f2d-4124-80ea-12c9351211c9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691192 Apr 08 17:57:39.922547 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1e7e1-bccb-438e-818a-d030f5628ed7 req-c13925bd-6fb5-4131-83dd-873c67caa64a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:39.924260 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f0f1e7e1-bccb-438e-818a-d030f5628ed7 req-c13925bd-6fb5-4131-83dd-873c67caa64a tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.0740287 Apr 08 17:57:39.992320 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f0f1e7e1-bccb-438e-818a-d030f5628ed7 req-341216a2-22ac-4715-ab6f-d63ef9d48c84 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561860 Apr 08 17:57:40.120861 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8266f-9863-4724-884b-80affcc78194 req-e8ffc143-2251-4fe7-b8dd-8074fe35ee02 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:40.122495 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-14d8266f-9863-4724-884b-80affcc78194 req-e8ffc143-2251-4fe7-b8dd-8074fe35ee02 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0676739 Apr 08 17:57:40.194274 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-14d8266f-9863-4724-884b-80affcc78194 req-39099d74-139d-4635-a97b-f1770390204b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624330 Apr 08 17:57:41.216578 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d1ddb-b45e-45c9-a939-19f3b011e93d req-4b42ab96-7477-42b6-b41e-48d090dedef8 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:41.218948 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-716d1ddb-b45e-45c9-a939-19f3b011e93d req-4b42ab96-7477-42b6-b41e-48d090dedef8 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.0903115 Apr 08 17:57:41.302510 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-716d1ddb-b45e-45c9-a939-19f3b011e93d req-6e95db09-3f7b-4c55-a8ef-310ceab6f652 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737076 Apr 08 17:57:41.372137 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2b55-9c54-417b-8d0d-0c11b1c78305 req-3ba0278a-140a-423f-ab35-a89e013fc8fb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:41.373966 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d9d2b55-9c54-417b-8d0d-0c11b1c78305 req-3ba0278a-140a-423f-ab35-a89e013fc8fb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0690048 Apr 08 17:57:41.471783 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00486ba-0fd2-4641-bb7e-bee4daba2216 req-4cb07fff-0f07-491c-9859-d8be8de14069 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:41.474504 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e00486ba-0fd2-4641-bb7e-bee4daba2216 req-4cb07fff-0f07-491c-9859-d8be8de14069 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.0691452 Apr 08 17:57:41.477771 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3d9d2b55-9c54-417b-8d0d-0c11b1c78305 req-93e4f007-2512-4b58-ba76-56c47b120f2e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895503 Apr 08 17:57:41.493324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52422) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:57:41.499571 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Request body: {'floatingip': {'port_id': '381fb742-44f0-48d8-8cac-4a0444c81379'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:57:41.595136 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (c9c8456c-8ae4-4953-b41f-264a16e812b5), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:42.529141 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:42.536387 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (c9c8456c-8ae4-4953-b41f-264a16e812b5), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:42.697933 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4e5b-33e3-49f9-87de-f16b431045ba req-286d067a-725b-4148-bfc6-53b7fc58d391 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:42.708055 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e0e4e5b-33e3-49f9-87de-f16b431045ba req-286d067a-725b-4148-bfc6-53b7fc58d391 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0784156 Apr 08 17:57:42.795618 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1e0e4e5b-33e3-49f9-87de-f16b431045ba req-42cf1c58-5c68-479b-8b61-be8c91272844 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844450 Apr 08 17:57:42.824842 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP c9c8456c-8ae4-4953-b41f-264a16e812b5 associated. External IP: 172.27.2.154, port: 381fb742-44f0-48d8-8cac-4a0444c81379. Apr 08 17:57:43.283886 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:57:43.497411 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:57:43.507035 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:43.513327 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:57:43.542239 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:57:43.543283 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:57:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:43.574169 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-03243126-6284-4f1d-b9b2-83d4f3941b30 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "PUT /v2.0/floatingips/c9c8456c-8ae4-4953-b41f-264a16e812b5 HTTP/1.1" status: 200 len: 991 time: 2.0794113 Apr 08 17:57:43.575283 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:43.579918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffe863b-694a-4cd2-88ed-c418f5edac46" -d '{"events": [{"name": "network-changed", "server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:43.645788 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0691bc94-9a1b-4350-983d-251188c60f1b x-openstack-request-id: req-0691bc94-9a1b-4350-983d-251188c60f1b {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:43.646366 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:43.646792 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0691bc94-9a1b-4350-983d-251188c60f1b {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:43.647463 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0691bc94-9a1b-4350-983d-251188c60f1b'] response: {'name': 'network-changed', 'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379', 'status': 'completed', 'code': 200} Apr 08 17:57:43.772173 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:57:43.787662 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-a1a8a0ad-f097-4f75-82f2-057190fa69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:43.791837 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-a1a8a0ad-f097-4f75-82f2-057190fa69b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b60301e63a954efd8e6fed0dd4dab259&device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 1129 time: 0.0865047 Apr 08 17:57:44.015682 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bdade-ca6c-4241-9968-11be0a3ff602 req-5a34c810-7eae-4f75-a4c1-c2d7d9dff8e0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:44.022647 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-5702ce89-4171-4620-8015-036c5c051092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:44.024878 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-df3bdade-ca6c-4241-9968-11be0a3ff602 req-5a34c810-7eae-4f75-a4c1-c2d7d9dff8e0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0930085 Apr 08 17:57:44.025912 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-5702ce89-4171-4620-8015-036c5c051092 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 200 len: 916 time: 0.2246461 Apr 08 17:57:44.122405 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-df3bdade-ca6c-4241-9968-11be0a3ff602 req-c672ce6a-3e2f-446c-8b48-63d4a6ff1167 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962768 Apr 08 17:57:44.126874 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-3383bb12-7a68-4d8b-96ef-c346535f1d2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=381fb742-44f0-48d8-8cac-4a0444c81379 HTTP/1.1" status: 200 len: 999 time: 0.0885403 Apr 08 17:57:44.193036 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'c9c8456c-8ae4-4953-b41f-264a16e812b5', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '381fb742-44f0-48d8-8cac-4a0444c81379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:c2:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b290d99-73f9-4e5b-8798-4be84997050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:57:26Z', 'updated_at': '2022-04-08T17:57:42Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:44.222204 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-25286e4f-093d-4d1f-82a8-f0141c6d9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:44.225229 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-25286e4f-093d-4d1f-82a8-f0141c6d9d57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 200 len: 854 time: 0.0894046 Apr 08 17:57:44.257845 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:57:44.274878 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:57:44.275824 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:57:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:44.284555 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-51434794-4b5f-4733-9c4d-c818754b9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:44.287498 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-51434794-4b5f-4733-9c4d-c818754b9a83 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e0ad2a86-d620-4fda-a99c-2059c210a0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516620 Apr 08 17:57:44.427553 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-8ed79749-4885-44ea-a1a2-e667f14d4112 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304383 Apr 08 17:57:44.525887 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:57:44.658698 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ffe863b-694a-4cd2-88ed-c418f5edac46 req-f056978f-7566-4026-8485-c21aa5e74348 service neutron] 10.222.0.73 "GET /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234483 Apr 08 17:57:44.971898 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'c9c8456c-8ae4-4953-b41f-264a16e812b5', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '381fb742-44f0-48d8-8cac-4a0444c81379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:c2:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b290d99-73f9-4e5b-8798-4be84997050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:57:26Z', 'updated_at': '2022-04-08T17:57:42Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:57:45.147242 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e022c5-8f63-4c3e-bf7d-d4eaa58f3561 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'c9c8456c-8ae4-4953-b41f-264a16e812b5', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'port_id': '381fb742-44f0-48d8-8cac-4a0444c81379', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'mac_address': 'fa:16:3e:c2:10:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b290d99-73f9-4e5b-8798-4be84997050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:57:26Z', 'updated_at': '2022-04-08T17:57:42Z', 'revision_number': 1, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:57:45.316331 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565945-487a-4253-b0d3-ffcddd9e6eb8 req-4196c87d-1916-4a9d-8cdd-3b008b2ee6a0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:45.319776 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-36565945-487a-4253-b0d3-ffcddd9e6eb8 req-4196c87d-1916-4a9d-8cdd-3b008b2ee6a0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0989208 Apr 08 17:57:45.462845 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-36565945-487a-4253-b0d3-ffcddd9e6eb8 req-26309816-e2c9-4e9a-be21-edd40e26d34f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356213 Apr 08 17:57:45.562673 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b1a923-abad-4c80-9f53-7b0d99e741bf None None] New status for floating IP c9c8456c-8ae4-4953-b41f-264a16e812b5: ACTIVE {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:57:46.633828 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b53c90-dc96-41eb-ba75-100ef6bcb74c req-142f241b-b7fe-4268-947e-33fb0370fa53 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:46.636024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-55b53c90-dc96-41eb-ba75-100ef6bcb74c req-142f241b-b7fe-4268-947e-33fb0370fa53 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0658660 Apr 08 17:57:46.718735 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-55b53c90-dc96-41eb-ba75-100ef6bcb74c req-d2bb6eaf-75b0-43e3-bb70-f60d983893dd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744135 Apr 08 17:57:47.945116 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcd61c-5911-4688-86ab-f87d6abd1ee9 req-20779633-b96f-43df-b2a2-c0e7e9a8b31d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:47.948425 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8bbcd61c-5911-4688-86ab-f87d6abd1ee9 req-20779633-b96f-43df-b2a2-c0e7e9a8b31d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.1129541 Apr 08 17:57:48.039280 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8bbcd61c-5911-4688-86ab-f87d6abd1ee9 req-a93224d3-3973-4065-aeaa-237c856c24c3 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814719 Apr 08 17:57:49.229765 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79f404-5357-4e4b-8253-8cd5b6682470 req-140981ee-24a8-46d9-a573-73fb2c56a577 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:49.233933 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9c79f404-5357-4e4b-8253-8cd5b6682470 req-140981ee-24a8-46d9-a573-73fb2c56a577 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0967369 Apr 08 17:57:49.326443 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9c79f404-5357-4e4b-8253-8cd5b6682470 req-a3ae11ad-48fa-426f-a0b9-cfda42d95839 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848634 Apr 08 17:57:50.518966 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f2e2b-abab-4537-ad1e-ebc306a58a52 req-dbd9b70a-5fe2-4b2d-8519-52fa7eefe3ff tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:50.521106 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-647f2e2b-abab-4537-ad1e-ebc306a58a52 req-dbd9b70a-5fe2-4b2d-8519-52fa7eefe3ff tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0662577 Apr 08 17:57:50.595285 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-647f2e2b-abab-4537-ad1e-ebc306a58a52 req-cdd4c3f3-1e62-40ff-973b-6d2ca2c7595a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681214 Apr 08 17:57:51.808208 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2be3-04d8-4c55-b333-774010f9de4c req-3305baf3-54a0-436f-b5e0-c75112a4a152 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:51.811096 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3dbc2be3-04d8-4c55-b333-774010f9de4c req-3305baf3-54a0-436f-b5e0-c75112a4a152 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.1041598 Apr 08 17:57:51.905089 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3dbc2be3-04d8-4c55-b333-774010f9de4c req-28327a3e-8fdf-441e-a0f4-a0686d3427b8 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823886 Apr 08 17:57:53.088849 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a6069-633c-4d3d-ba56-7afc187a9898 req-4528c88f-da79-4ffa-b630-4315ead3983b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:53.090955 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7a3a6069-633c-4d3d-ba56-7afc187a9898 req-4528c88f-da79-4ffa-b630-4315ead3983b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0599179 Apr 08 17:57:53.162379 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7a3a6069-633c-4d3d-ba56-7afc187a9898 req-ff338f6f-b69d-4de6-a1b6-4dd65e8a11e9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649476 Apr 08 17:57:53.297213 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-df5b7204-f5a7-4394-a010-7552cd236da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:54.314954 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830dbb0-e0e8-47cb-949a-d26188683913 req-833ab454-161f-4e57-9021-090d8d1648ca tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:54.317322 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1830dbb0-e0e8-47cb-949a-d26188683913 req-833ab454-161f-4e57-9021-090d8d1648ca tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0603609 Apr 08 17:57:54.385103 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-1830dbb0-e0e8-47cb-949a-d26188683913 req-b9e4f29b-9a66-4f01-95dc-b686b364a02f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612044 Apr 08 17:57:54.663948 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-287e1353-2328-45e8-80ad-fb2550b0499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:54.665571 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-287e1353-2328-45e8-80ad-fb2550b0499d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1130 time: 0.0456650 Apr 08 17:57:54.774965 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-f26c0b14-970e-448c-9813-39821af7104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:54.776714 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-f26c0b14-970e-448c-9813-39821af7104d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.1035221 Apr 08 17:57:54.853106 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-403217e6-2b94-41a6-b317-3541853385c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 200 len: 1002 time: 0.0687082 Apr 08 17:57:54.911929 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-71467c01-8d6c-4b09-994c-c882c72c7476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:54.913814 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-71467c01-8d6c-4b09-994c-c882c72c7476 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0537732 Apr 08 17:57:54.972088 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-c486ba27-d083-499c-80b8-aabf43e2bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:54.974133 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-c486ba27-d083-499c-80b8-aabf43e2bfff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534334 Apr 08 17:57:55.075501 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-9294e074-0595-457a-b40a-31ed7f4118db service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948830 Apr 08 17:57:55.185488 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5ba75e5f-4196-4b30-bf5f-1c14cfa80123 req-5bb954d9-a5fe-4f7d-9ed1-ae3968fcfa84 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016932 Apr 08 17:57:55.570747 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92315773-013d-4b87-83ae-0f8a7c3aa466 req-fad21069-42fc-4e06-b284-e7cd6480e493 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:55.573467 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-92315773-013d-4b87-83ae-0f8a7c3aa466 req-fad21069-42fc-4e06-b284-e7cd6480e493 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0712671 Apr 08 17:57:55.623447 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-53df62c1-69a1-4119-9b58-1d08f7aa5f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:55.656314 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-92315773-013d-4b87-83ae-0f8a7c3aa466 req-164a4c3e-dfd1-4dd0-afac-7a35891effe4 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703175 Apr 08 17:57:56.797967 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48e10a-230b-4c71-9452-7cdb19e95bf0 req-d81dfff5-f278-4190-9ed4-7675386110e9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:56.799938 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8f48e10a-230b-4c71-9452-7cdb19e95bf0 req-d81dfff5-f278-4190-9ed4-7675386110e9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0571191 Apr 08 17:57:56.864330 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8f48e10a-230b-4c71-9452-7cdb19e95bf0 req-bdad439d-ea55-4878-b581-063040acc635 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569458 Apr 08 17:57:56.867895 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:57.267300 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:58.002074 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:57:58.095194 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660037fb-9e52-4ec5-ae40-9317569a333d req-09582908-1764-4181-bd62-0616ac7833f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:57:58.096915 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-660037fb-9e52-4ec5-ae40-9317569a333d req-09582908-1764-4181-bd62-0616ac7833f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 946 time: 0.0913553 Apr 08 17:57:58.143832 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port efad7922-4b04-41a9-8692-7fd2ac183c37 is: ACTIVE; New status is: DOWN {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:57:58.144456 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:58.171295 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-660037fb-9e52-4ec5-ae40-9317569a333d req-6292dcc5-a590-4632-aece-f0a6e58b6203 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631311 Apr 08 17:57:58.179409 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:57:58.182206 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bfff76-64da-47a6-9ad3-40962c9453d2" -d '{"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-unplugged", "status": "completed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:57:58.201284 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:57:58.217916 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:58.245648 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 17:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3663a566-2686-43b5-a95c-00de3bb04236 x-openstack-request-id: req-3663a566-2686-43b5-a95c-00de3bb04236 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:57:58.245953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-unplugged", "status": "failed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37", "code": 422}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:57:58.246265 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3663a566-2686-43b5-a95c-00de3bb04236 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:57:58.246756 dv-cinder-837165-1-iscsi neutron-server[110164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3663a566-2686-43b5-a95c-00de3bb04236']: {'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'code': 422} returned with failed status Apr 08 17:57:58.294066 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=8']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:57:58.696367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:57:59.855818 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:00.573600 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db3317-2a1e-4721-ab13-ffaa8e605570 req-117aa144-c806-448e-93ef-5006a2ac5bb7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:00.576088 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-06db3317-2a1e-4721-ab13-ffaa8e605570 req-117aa144-c806-448e-93ef-5006a2ac5bb7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0918925 Apr 08 17:58:00.635549 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-06db3317-2a1e-4721-ab13-ffaa8e605570 req-116cb240-b5ac-439b-9eb5-181ffc99ccbd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516081 Apr 08 17:58:00.953832 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52596) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:01.064734 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-48497dd4-0b1d-4dd6-a77d-6d46101303b4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094995 Apr 08 17:58:01.074421 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-c08a4add-cd4b-4bb5-947f-fb7a35f69ba5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 17:58:01.075636 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-c08a4add-cd4b-4bb5-947f-fb7a35f69ba5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057020 Apr 08 17:58:01.168871 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52604) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:01.287984 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-3877937c-cc5a-4e52-9c9c-aae5fb76c753 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.289669 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-3877937c-cc5a-4e52-9c9c-aae5fb76c753 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports/efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 200 len: 941 time: 0.1195056 Apr 08 17:58:01.795862 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc5c8-dd34-4b69-83ae-570c09e80ec9 req-e5aa518a-88e7-4214-b6b5-6ee7c455c6ad tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:01.797831 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ff8fc5c8-dd34-4b69-83ae-570c09e80ec9 req-e5aa518a-88e7-4214-b6b5-6ee7c455c6ad tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0666637 Apr 08 17:58:01.864876 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ff8fc5c8-dd34-4b69-83ae-570c09e80ec9 req-b13bc5e6-4a9a-4af4-98c1-2fb311136278 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581098 Apr 08 17:58:02.336021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-170a728f-2b92-48ea-b042-e1396f0d9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:02.337608 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-170a728f-2b92-48ea-b042-e1396f0d9524 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721&tenant_id=d89a692a80ec41c7bf57d04093f1401a HTTP/1.1" status: 200 len: 1128 time: 0.0421703 Apr 08 17:58:02.421157 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-63eaa095-5222-4470-893d-03cdcd8f23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:02.422648 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-63eaa095-5222-4470-893d-03cdcd8f23c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d89a692a80ec41c7bf57d04093f1401a&device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1128 time: 0.0479317 Apr 08 17:58:02.526082 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-89f1240c-0d38-4a19-b77d-d0587048487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:02.527965 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-89f1240c-0d38-4a19-b77d-d0587048487d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 200 len: 917 time: 0.0973284 Apr 08 17:58:02.610452 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-c98c18d3-da59-4f1c-a63b-910020d33590 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 200 len: 1000 time: 0.0751698 Apr 08 17:58:02.669575 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-0d651421-97e9-4275-b2cc-a87c265bc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:02.671123 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-0d651421-97e9-4275-b2cc-a87c265bc4c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 200 len: 855 time: 0.0540299 Apr 08 17:58:02.725710 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-56ea33a8-fb3a-4d45-961b-584e7c57e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:02.727595 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-56ea33a8-fb3a-4d45-961b-584e7c57e64d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad1d721d-462d-4683-8210-a0822019814d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488958 Apr 08 17:58:02.838318 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-5c77f930-19d7-4ff1-bb90-f4547a0b2ec6 service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001697 Apr 08 17:58:02.964630 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-df8f932f-9bbf-4685-852d-2ad59bbcbb6f service neutron] 10.222.0.73 "GET /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194241 Apr 08 17:58:03.043766 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113b2ba-fade-45f1-8e51-e5f919c51dca req-82bc8bb5-5a51-4f33-9df8-41d115d1eb45 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:03.055524 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d113b2ba-fade-45f1-8e51-e5f919c51dca req-82bc8bb5-5a51-4f33-9df8-41d115d1eb45 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0785136 Apr 08 17:58:03.133818 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d113b2ba-fade-45f1-8e51-e5f919c51dca req-64ab70ac-26c9-40c5-9b98-6d42a19cd7dd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710247 Apr 08 17:58:04.299634 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6391b-c515-4aa7-924f-ab2d0abae73c req-cc932745-7295-4f1f-b605-ba3126bcf7f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:04.301587 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-50c6391b-c515-4aa7-924f-ab2d0abae73c req-cc932745-7295-4f1f-b605-ba3126bcf7f1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0568368 Apr 08 17:58:04.364769 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-50c6391b-c515-4aa7-924f-ab2d0abae73c req-0e11c6ab-3ece-467d-9ce6-d4a05d1d910d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528924 Apr 08 17:58:05.593575 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbee506-3bd1-4e57-b6a2-23c6c09c882c req-fba4f6cd-0692-4f5e-8017-70219fa4ff06 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:05.595619 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5bbee506-3bd1-4e57-b6a2-23c6c09c882c req-fba4f6cd-0692-4f5e-8017-70219fa4ff06 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.1078913 Apr 08 17:58:05.717407 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5bbee506-3bd1-4e57-b6a2-23c6c09c882c req-85158391-00e8-4096-bc7d-a1a789957cd9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123750 Apr 08 17:58:06.932849 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afd412-c3d8-4f86-a578-b8e9fed9aac4 req-697bf7be-af44-4461-abcb-6b3790ca616f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:06.934972 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-45afd412-c3d8-4f86-a578-b8e9fed9aac4 req-697bf7be-af44-4461-abcb-6b3790ca616f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0845923 Apr 08 17:58:07.058457 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-45afd412-c3d8-4f86-a578-b8e9fed9aac4 req-ec8a799f-33ba-40f7-a0e0-117a12ca49e2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026311 Apr 08 17:58:08.278327 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a993319-56aa-4476-9efc-ba951138b080 req-16d2e676-dcfb-417d-b2d7-372dd9d95144 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:08.280473 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0a993319-56aa-4476-9efc-ba951138b080 req-16d2e676-dcfb-417d-b2d7-372dd9d95144 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0833859 Apr 08 17:58:08.346202 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0a993319-56aa-4476-9efc-ba951138b080 req-e14de44d-4535-4089-abf7-9554c1a6a7c2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556521 Apr 08 17:58:09.549285 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b340be-f120-487c-be88-f0d7f0fbda87 req-74e5d809-97ae-428d-bf7a-0e20a4d981eb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:09.551920 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a0b340be-f120-487c-be88-f0d7f0fbda87 req-74e5d809-97ae-428d-bf7a-0e20a4d981eb tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0883906 Apr 08 17:58:09.628704 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a0b340be-f120-487c-be88-f0d7f0fbda87 req-55ee6679-0f11-43ff-8938-2bc4bcbb08a7 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673783 Apr 08 17:58:10.849813 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2666afd-5889-4a61-b3bf-33acc896632c req-aa920baf-8aca-4c44-90f1-94527d8f2f7b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:10.853041 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d2666afd-5889-4a61-b3bf-33acc896632c req-aa920baf-8aca-4c44-90f1-94527d8f2f7b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0926464 Apr 08 17:58:10.943217 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d2666afd-5889-4a61-b3bf-33acc896632c req-30a7e336-eb71-4c10-bc6d-7d0be23df06e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801125 Apr 08 17:58:12.118773 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2d5e1-2697-4eaa-8857-2d991749f676 req-f6a41d49-2fa1-4dac-9787-033709d1ee4b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:12.121020 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-49f2d5e1-2697-4eaa-8857-2d991749f676 req-f6a41d49-2fa1-4dac-9787-033709d1ee4b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0753942 Apr 08 17:58:12.196292 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-49f2d5e1-2697-4eaa-8857-2d991749f676 req-727e48ea-bcc9-474d-aaef-f6f5c8238364 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689499 Apr 08 17:58:12.254999 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:58:13.408199 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9fdec-42ed-4e02-bb97-5ff83b2613e8 req-4ccb5799-4607-4396-bae3-bb84d4703dd1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:13.413059 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bdd9fdec-42ed-4e02-bb97-5ff83b2613e8 req-4ccb5799-4607-4396-bae3-bb84d4703dd1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0965438 Apr 08 17:58:13.471443 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bdd9fdec-42ed-4e02-bb97-5ff83b2613e8 req-3a139148-115f-40e3-9161-7771244bf891 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525622 Apr 08 17:58:14.691074 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9abcd1-c169-40e6-9091-61904d61188f req-e02692ad-a68e-4f57-8d48-66c553cd29a1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:14.693921 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7f9abcd1-c169-40e6-9091-61904d61188f req-e02692ad-a68e-4f57-8d48-66c553cd29a1 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0912497 Apr 08 17:58:14.764346 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7f9abcd1-c169-40e6-9091-61904d61188f req-c1bb21ee-b432-4828-b98f-5e38e840ddbd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597367 Apr 08 17:58:15.932711 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17579bee-9d5a-42f2-960c-70f3174c6662 req-b8736f0b-973d-457d-a242-f715b4e96685 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:15.934399 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-17579bee-9d5a-42f2-960c-70f3174c6662 req-b8736f0b-973d-457d-a242-f715b4e96685 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0835698 Apr 08 17:58:15.998450 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-17579bee-9d5a-42f2-960c-70f3174c6662 req-76d68838-9bf7-4be5-965c-025c36d057a6 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570171 Apr 08 17:58:17.151256 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80926b-0295-4db1-919c-9c8a10a03f1b req-4b2a4066-3af8-42b5-8fc8-ba358d1587e0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:17.152893 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4b80926b-0295-4db1-919c-9c8a10a03f1b req-4b2a4066-3af8-42b5-8fc8-ba358d1587e0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0527630 Apr 08 17:58:17.212544 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4b80926b-0295-4db1-919c-9c8a10a03f1b req-785ecb10-ca93-4987-9bb6-c0e3fe74c9c5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504215 Apr 08 17:58:18.361116 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24110dde-2832-4462-b6f0-0796471dfc95 req-5d25909e-ca6a-4f34-ad89-4334e21f0412 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:18.362794 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-24110dde-2832-4462-b6f0-0796471dfc95 req-5d25909e-ca6a-4f34-ad89-4334e21f0412 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0547540 Apr 08 17:58:18.426371 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-24110dde-2832-4462-b6f0-0796471dfc95 req-1833b59d-84cc-455a-a50a-be40178cc0b0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533934 Apr 08 17:58:19.558499 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60fb05-6e12-44b9-926f-8739f16d6206 req-26620150-0724-42bc-a72f-bacbb24f2d73 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:19.560388 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3a60fb05-6e12-44b9-926f-8739f16d6206 req-26620150-0724-42bc-a72f-bacbb24f2d73 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0540645 Apr 08 17:58:19.633081 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3a60fb05-6e12-44b9-926f-8739f16d6206 req-1598fc0c-3740-4bc1-9ed8-207fe58b6ef5 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627437 Apr 08 17:58:20.825918 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fd531-f5f0-4173-ab9b-06fb209dfc2f req-65f88f0b-da2b-42a5-a190-fc70b459045b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:20.827976 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3fd531-f5f0-4173-ab9b-06fb209dfc2f req-65f88f0b-da2b-42a5-a190-fc70b459045b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0612133 Apr 08 17:58:20.891445 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4a3fd531-f5f0-4173-ab9b-06fb209dfc2f req-9457911c-4375-4d24-8e33-7e9a05b85257 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570953 Apr 08 17:58:22.025071 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84f2e0-a7a7-48df-a3e8-db4ac6be179d req-a148d765-5610-4ad7-953f-96f0da9fed67 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:22.026735 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0f84f2e0-a7a7-48df-a3e8-db4ac6be179d req-a148d765-5610-4ad7-953f-96f0da9fed67 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0527060 Apr 08 17:58:22.084692 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0f84f2e0-a7a7-48df-a3e8-db4ac6be179d req-641569fa-cd41-44b3-89f7-ce03995c7684 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512235 Apr 08 17:58:23.254971 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c02ab-2b35-4255-bdb5-e78133732f1a req-3588663e-4210-4057-a72a-1c71227bda30 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:23.256599 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-337c02ab-2b35-4255-bdb5-e78133732f1a req-3588663e-4210-4057-a72a-1c71227bda30 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 944 time: 0.0770569 Apr 08 17:58:23.290822 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5f1b2482-152c-420f-8600-afb6e200c150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:23.320949 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-337c02ab-2b35-4255-bdb5-e78133732f1a req-7b5026e4-5d92-4139-8d2b-a3c77024dc1a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560777 Apr 08 17:58:23.997854 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 17:58:24.119548 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:24.136848 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'port_id': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'mac_address': 'fa:16:3e:23:37:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 17:58:24.178875 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port efad7922-4b04-41a9-8692-7fd2ac183c37 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:58:24.179271 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:24.194129 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efad7922-4b04-41a9-8692-7fd2ac183c37 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:58:24.222151 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:24.227101 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:24.296431 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=9']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:24.482719 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd6bf7-7ded-45d9-a626-67e248e0f9eb req-abbc3e50-22ee-4fb3-843c-d40ab682cf24 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:24.484892 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98dd6bf7-7ded-45d9-a626-67e248e0f9eb req-abbc3e50-22ee-4fb3-843c-d40ab682cf24 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 945 time: 0.0608253 Apr 08 17:58:24.544705 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-98dd6bf7-7ded-45d9-a626-67e248e0f9eb req-520d1c27-c944-4a85-bc17-4c4d72d25890 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513263 Apr 08 17:58:24.887370 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['efad7922-4b04-41a9-8692-7fd2ac183c37'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 17:58:25.620216 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0c55874c-9d39-4c75-929e-7fd0e1b9c63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:25.681736 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a4d13-71c5-4d06-8844-8523c0e9a0da req-829b3da7-f9c7-44b5-95be-f9b20f00e854 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:25.683373 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-357a4d13-71c5-4d06-8844-8523c0e9a0da req-829b3da7-f9c7-44b5-95be-f9b20f00e854 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 945 time: 0.0536537 Apr 08 17:58:25.747596 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-357a4d13-71c5-4d06-8844-8523c0e9a0da req-8a8d56ec-1824-487a-838c-7bd54a4c74b0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575061 Apr 08 17:58:26.186803 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 17:58:26.242985 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port efad7922-4b04-41a9-8692-7fd2ac183c37 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:58:26.243463 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:26.340722 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port efad7922-4b04-41a9-8692-7fd2ac183c37 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 17:58:26.341351 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:26.379879 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:58:26.382323 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93eea119-0290-4f9a-916a-06d3614198e8" -d '{"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-plugged", "status": "completed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:58:26.398524 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:26.404551 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:26.451616 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8519fb3-f671-403f-a87b-80d56aff1de8 x-openstack-request-id: req-a8519fb3-f671-403f-a87b-80d56aff1de8 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:58:26.451910 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-plugged", "status": "completed", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:58:26.452186 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a8519fb3-f671-403f-a87b-80d56aff1de8 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:58:26.452612 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8519fb3-f671-403f-a87b-80d56aff1de8'] response: {'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'code': 200} Apr 08 17:58:26.486429 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=10']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:26.870718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:26.886980 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed1d41-087b-4226-a1ad-607efe6fcfa4 req-2e8e3b87-0047-4ba9-94d9-177221aaa662 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:26.888657 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-74ed1d41-087b-4226-a1ad-607efe6fcfa4 req-2e8e3b87-0047-4ba9-94d9-177221aaa662 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0600576 Apr 08 17:58:26.963427 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-74ed1d41-087b-4226-a1ad-607efe6fcfa4 req-3e78a9dd-0737-4797-8c7b-4fdb3a61eecf tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642765 Apr 08 17:58:26.995041 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f5756-5d1e-498d-8efa-fdffb7890209 req-e3dec960-c4c1-444f-8232-7a73c50623ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:26.996833 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-323f5756-5d1e-498d-8efa-fdffb7890209 req-e3dec960-c4c1-444f-8232-7a73c50623ae service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 1131 time: 0.0501323 Apr 08 17:58:27.052660 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-323f5756-5d1e-498d-8efa-fdffb7890209 req-7e2819f5-90d7-4c19-8ff2-7b842e41df66 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476408 Apr 08 17:58:27.267915 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:28.111698 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01701e12-78d4-4bcb-95c0-4c5a22ed26a7 req-86b766be-fff4-4da1-914a-b3ccf1238494 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:28.113369 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-01701e12-78d4-4bcb-95c0-4c5a22ed26a7 req-86b766be-fff4-4da1-914a-b3ccf1238494 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0558534 Apr 08 17:58:28.170395 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-01701e12-78d4-4bcb-95c0-4c5a22ed26a7 req-e4f9fa3a-80cb-4868-abb8-675fe8c9f89f tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508981 Apr 08 17:58:28.689406 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:28.813873 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-168ed0a9-e049-4936-9ce9-d54718549b5c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726569 Apr 08 17:58:29.326446 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d695-21d7-4821-a809-6f921676c787 req-5771205d-b247-47ac-a487-a93bf412b979 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:29.328166 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9040d695-21d7-4821-a809-6f921676c787 req-5771205d-b247-47ac-a487-a93bf412b979 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0640440 Apr 08 17:58:29.445185 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-4ae22db3-3db1-4bf6-ab70-0f5ce7df89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:29.447520 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-4ae22db3-3db1-4bf6-ab70-0f5ce7df89d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36427dbb59b4b79a926eab1ce438030&device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 1130 time: 0.0919676 Apr 08 17:58:29.452161 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9040d695-21d7-4821-a809-6f921676c787 req-28ed1111-4979-422b-a64f-f2766259950a tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158488 Apr 08 17:58:29.670274 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-6bb17128-6995-486e-9625-d088a1939287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:29.671974 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-6bb17128-6995-486e-9625-d088a1939287 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 200 len: 912 time: 0.1521482 Apr 08 17:58:29.812451 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-cc2c1277-2dc8-4f3f-8ad0-b149d809471a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc HTTP/1.1" status: 200 len: 1001 time: 0.0996079 Apr 08 17:58:29.863797 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:29.928703 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-a4f4d12f-ba79-4361-9253-0a347085d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:29.930780 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-a4f4d12f-ba79-4361-9253-0a347085d55c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 200 len: 850 time: 0.0705090 Apr 08 17:58:29.982555 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-b2915c33-6654-4f00-8d65-777a128407f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:29.984382 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-b2915c33-6654-4f00-8d65-777a128407f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7565e813-4adc-41b5-bcce-51c473e6aeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461111 Apr 08 17:58:30.108161 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-eddc3dec-425a-4936-bc33-3ec446d09fb2 service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151986 Apr 08 17:58:30.523802 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e4a4ff1c-0c65-4d4f-97d3-ec71d5b95918 req-cb326404-1218-4bd7-a846-2671135da05e service neutron] 10.222.0.73 "GET /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076827 Apr 08 17:58:30.607910 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb16e1f-f5b5-4cd8-9980-b2cd4af0cf83 req-cb99c2e4-05c0-4087-8168-74098d6f7f6d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:30.609606 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4fb16e1f-f5b5-4cd8-9980-b2cd4af0cf83 req-cb99c2e4-05c0-4087-8168-74098d6f7f6d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0550911 Apr 08 17:58:30.686316 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4fb16e1f-f5b5-4cd8-9980-b2cd4af0cf83 req-0d178522-0829-4b32-996f-5f00a8770246 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654392 Apr 08 17:58:31.497231 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478df98-b4e5-4824-8679-099766b6534c req-529fcf03-a70b-4e05-84ff-61459c72ad5e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:31.498889 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3478df98-b4e5-4824-8679-099766b6534c req-529fcf03-a70b-4e05-84ff-61459c72ad5e tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.0601830 Apr 08 17:58:31.562179 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3478df98-b4e5-4824-8679-099766b6534c req-3cfe6d63-9434-4201-964f-5b082c142338 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564063 Apr 08 17:58:32.729445 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18013fb-abe3-4213-8911-c809e3621bb7 req-8f389a49-d905-4c02-9f8a-b14c6af3b1ce tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:32.731037 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b18013fb-abe3-4213-8911-c809e3621bb7 req-8f389a49-d905-4c02-9f8a-b14c6af3b1ce tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.0521438 Apr 08 17:58:32.790556 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b18013fb-abe3-4213-8911-c809e3621bb7 req-ec6314a2-8e0e-4806-9d37-ae000336d455 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487506 Apr 08 17:58:33.923105 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84874076-fb53-4555-afd4-0c3596c7b308 req-4cbb1998-c811-4abb-953c-16cc4d54b6c3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:33.925168 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-84874076-fb53-4555-afd4-0c3596c7b308 req-4cbb1998-c811-4abb-953c-16cc4d54b6c3 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.0552485 Apr 08 17:58:33.982830 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-84874076-fb53-4555-afd4-0c3596c7b308 req-cebc0867-2bde-456c-a219-9dc887855e86 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups?id=29d297cc-1a8f-4816-b320-2e040f902cab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510023 Apr 08 17:58:34.209902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-d087dbd8-1ee0-48ad-b94d-ecbdd7f3f136 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:58:34.211464 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-d087dbd8-1ee0-48ad-b94d-ecbdd7f3f136 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 946 time: 0.0564730 Apr 08 17:58:34.309808 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Deleting port b16b9a27-fa09-4cef-94ca-0546d6f669fc {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:58:34.310170 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:34.416282 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] For port b16b9a27-fa09-4cef-94ca-0546d6f669fc, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b16b9a27-fa09-4cef-94ca-0546d6f669fc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:34.416974 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:34.634556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:34.634842 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (186b9ef6-2be2-4aee-b277-4548307445dd), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:34.635172 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Floating IP 186b9ef6-2be2-4aee-b277-4548307445dd disassociated. External IP: 172.27.2.69, port: b16b9a27-fa09-4cef-94ca-0546d6f669fc. Apr 08 17:58:34.635545 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Calling delete_port for b16b9a27-fa09-4cef-94ca-0546d6f669fc owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:58:34.803645 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (b16b9a27-fa09-4cef-94ca-0546d6f669fc), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:34.845189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event deleted for resources: {'Port': ['ID=b16b9a27-fa09-4cef-94ca-0546d6f669fc,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:34.855328 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.855803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.856225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.856624 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.857061 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.857613 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.857840 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.858219 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.858660 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.859024 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.859369 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.859757 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.860189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.860447 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:34.860790 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:35.002952 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:58:35.162024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-399c5d57-6de9-4a10-a472-d6c1b514bcb4 req-461c278b-f06c-431f-aa0c-18c3291e6988 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/ports?device_id=ecf4a8ef-ef71-4588-9b51-d4737010cbb3 HTTP/1.1" status: 200 len: 210 time: 0.0406609 Apr 08 17:58:35.184461 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:58:35.205397 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] Sync routers for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:58:35.228199 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:58:35.229942 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:58:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:35.254187 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] No DVR routers for this DVR port b16b9a27-fa09-4cef-94ca-0546d6f669fc on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:58:35.258518 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:35.264676 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c2157893-8ae3-4db0-bb73-1ae09933c905 req-dfcf7805-63a7-4a26-8025-1d3f9e3322ad tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.73 "DELETE /v2.0/ports/b16b9a27-fa09-4cef-94ca-0546d6f669fc HTTP/1.1" status: 204 len: 173 time: 1.0461166 Apr 08 17:58:35.265417 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'name': 'network-vif-deleted', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:58:35.270402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a03398d-a031-4984-bd87-b48cd8b1b644" -d '{"events": [{"server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "name": "network-vif-deleted", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:58:35.358148 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b214c08-4e91-4b1e-891c-61c4c726290e x-openstack-request-id: req-5b214c08-4e91-4b1e-891c-61c4c726290e {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:58:35.358785 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf4a8ef-ef71-4588-9b51-d4737010cbb3", "name": "network-vif-deleted", "tag": "b16b9a27-fa09-4cef-94ca-0546d6f669fc", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:58:35.359348 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5b214c08-4e91-4b1e-891c-61c4c726290e {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:58:35.360321 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b214c08-4e91-4b1e-891c-61c4c726290e'] response: {'server_uuid': 'ecf4a8ef-ef71-4588-9b51-d4737010cbb3', 'name': 'network-vif-deleted', 'tag': 'b16b9a27-fa09-4cef-94ca-0546d6f669fc', 'status': 'completed', 'code': 200} Apr 08 17:58:35.424378 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:58:35.658220 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:35.692552 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] Checking router: e36815ac-e9ab-4d9d-9428-f78bcbb37af7 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:58:35.703016 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:58:35.703777 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:58:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:35.835851 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:58:36.100632 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:36.132544 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f6425e-c160-4a57-bc16-531985b1a599 None None] The sync data for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi is: [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:46:10Z', 'revision_number': 4, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '9b20959c-a8b9-41e6-b760-52003d9bb5cc', 'name': '', 'network_id': '7565e813-4adc-41b5-bcce-51c473e6aeba', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'mac_address': 'fa:16:3e:33:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:06Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'subnets': [{'id': 'ca4e53fc-4b2c-4069-88f9-6071468e4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:58:36.268669 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52848) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:36.353738 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (29d297cc-1a8f-4816-b320-2e040f902cab), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:36.395266 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (29d297cc-1a8f-4816-b320-2e040f902cab), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:36.437630 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a63b75-879e-4797-b7ad-8a59408cdb9c None None] New status for floating IP 186b9ef6-2be2-4aee-b277-4548307445dd: DOWN {{(pid=110164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 17:58:36.467885 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (29d297cc-1a8f-4816-b320-2e040f902cab), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:36.471195 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:36.473075 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "DELETE /v2.0/security-groups/29d297cc-1a8f-4816-b320-2e040f902cab HTTP/1.1" status: 204 len: 168 time: 0.2028134 Apr 08 17:58:36.477644 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52850) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:36.488641 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d297cc-1a8f-4816-b320-2e040f902cab,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:36.501921 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.502838 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.503262 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.api.v2.resource [None req-bc227998-cdcc-4454-8045-4d77aaf20764 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] show failed (client error): The resource could not be found. Apr 08 17:58:36.503707 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.504282 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.507957 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508209 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-bc227998-cdcc-4454-8045-4d77aaf20764 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "GET /v2.0/security-groups/29d297cc-1a8f-4816-b320-2e040f902cab HTTP/1.1" status: 404 len: 347 time: 0.0260735 Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508324 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.508972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52852) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:36.509068 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.509154 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fce1-2a6e-41b5-bb61-a99bc262b64b tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:36.684681 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Deleting port 811f78a2-7da2-49ef-a2a2-3b2b681b3a38 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:58:36.684972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:36.773854 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:36.774217 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:36.790258 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Calling delete_port for 811f78a2-7da2-49ef-a2a2-3b2b681b3a38 owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:58:37.014103 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (811f78a2-7da2-49ef-a2a2-3b2b681b3a38), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:37.045607 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Pushing event deleted for resources: {'Port': ['ID=811f78a2-7da2-49ef-a2a2-3b2b681b3a38,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:37.121555 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks [] for floatingip (186b9ef6-2be2-4aee-b277-4548307445dd), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:37.124883 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:37.126704 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-708beab5-3a95-4be3-b2ae-12a264821b07 tempest-AttachVolumeTestJSON-278424176 tempest-AttachVolumeTestJSON-278424176-project] 10.222.0.78 "DELETE /v2.0/floatingips/186b9ef6-2be2-4aee-b277-4548307445dd HTTP/1.1" status: 204 len: 168 time: 0.6167052 Apr 08 17:58:38.223737 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b16b9a27-fa09-4cef-94ca-0546d6f669fc no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:58:38.249399 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: b16b9a27-fa09-4cef-94ca-0546d6f669fc {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:58:38.249751 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device b16b9a27-fa09-4cef-94ca-0546d6f669fc not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:58:40.824736 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52882) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:41.342780 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:41.612000 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Deleting port 9b20959c-a8b9-41e6-b760-52003d9bb5cc {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:58:41.612424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:41.709188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] For port 9b20959c-a8b9-41e6-b760-52003d9bb5cc, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=9b20959c-a8b9-41e6-b760-52003d9bb5cc,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:41.709569 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:41.725111 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Calling delete_port for 9b20959c-a8b9-41e6-b760-52003d9bb5cc owned by network:router_interface {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:58:41.933564 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (9b20959c-a8b9-41e6-b760-52003d9bb5cc), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:41.961851 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b20959c-a8b9-41e6-b760-52003d9bb5cc,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:42.161416 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:42.420786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 17:58:42.541125 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 17:58:42.546961 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ea2a077f-cb5f-43ea-bc48-bc6dec400446 admin admin] 10.222.0.78 "PUT /v2.0/routers/e36815ac-e9ab-4d9d-9428-f78bcbb37af7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7210813 Apr 08 17:58:42.550961 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52888) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:42.552297 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] Sync routers for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 17:58:42.564807 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:58:42.565606 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:58:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:42.673668 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks [] for router (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:42.689526 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:58:42.818489 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks [] for router_gateway (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:42.872393 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Deleting port 03bc609f-0ecf-4bc7-8305-482f128debf5 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:58:42.872393 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:42.911597 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:58:41Z', 'revision_number': 5, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port': {'id': '03bc609f-0ecf-4bc7-8305-482f128debf5', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:49Z', 'updated_at': '2022-04-08T17:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:42.942513 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] Checking router: e36815ac-e9ab-4d9d-9428-f78bcbb37af7 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 17:58:42.952411 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] Routers {'e36815ac-e9ab-4d9d-9428-f78bcbb37af7'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 17:58:42.953045 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:58:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:42.973848 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] For port 03bc609f-0ecf-4bc7-8305-482f128debf5, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=03bc609f-0ecf-4bc7-8305-482f128debf5,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:42.974590 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:42.993188 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Calling delete_port for 03bc609f-0ecf-4bc7-8305-482f128debf5 owned by network:router_gateway {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:58:43.051471 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] Set router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 gateway port host: None {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 17:58:43.202630 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (03bc609f-0ecf-4bc7-8305-482f128debf5), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:43.214736 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:58:42Z', 'revision_number': 6, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:43.231392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=03bc609f-0ecf-4bc7-8305-482f128debf5,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:43.252614 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c596f85b-5399-4ec6-a7b1-106aba1a6334 None None] The sync data for ids ['e36815ac-e9ab-4d9d-9428-f78bcbb37af7'] in dv-cinder-837165-1-iscsi is: [{'id': 'e36815ac-e9ab-4d9d-9428-f78bcbb37af7', 'name': 'tempest-AttachVolumeTestJSON-1151930645-router', 'tenant_id': 'e36427dbb59b4b79a926eab1ce438030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:46Z', 'updated_at': '2022-04-08T17:58:42Z', 'revision_number': 6, 'project_id': 'e36427dbb59b4b79a926eab1ce438030', 'gw_port_host': None}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 17:58:43.314787 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:43.414029 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:43.416879 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks [] for router_controller (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:43.885372 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (e36815ac-e9ab-4d9d-9428-f78bcbb37af7), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:43.886274 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e36815ac-e9ab-4d9d-9428-f78bcbb37af7 {{(pid=110162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 17:58:43.895098 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:43.897155 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-cd043071-94ad-44e8-8d3f-6b5076ef7dc4 admin admin] 10.222.0.78 "DELETE /v2.0/routers/e36815ac-e9ab-4d9d-9428-f78bcbb37af7 HTTP/1.1" status: 204 len: 168 time: 1.3449187 Apr 08 17:58:43.899717 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52892) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:43.952458 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] Deleting subnet ca4e53fc-4b2c-4069-88f9-6071468e4972 {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 17:58:43.956311 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] Publish callbacks [] for subnet (ca4e53fc-4b2c-4069-88f9-6071468e4972), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.002001 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562324'] for subnet (ca4e53fc-4b2c-4069-88f9-6071468e4972), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.105153 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 03bc609f-0ecf-4bc7-8305-482f128debf5 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:58:44.127151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (ca4e53fc-4b2c-4069-88f9-6071468e4972), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.128259 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 03bc609f-0ecf-4bc7-8305-482f128debf5 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:58:44.128670 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 03bc609f-0ecf-4bc7-8305-482f128debf5 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:58:44.129183 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 9b20959c-a8b9-41e6-b760-52003d9bb5cc no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:58:44.164980 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 9b20959c-a8b9-41e6-b760-52003d9bb5cc {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:58:44.165546 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 9b20959c-a8b9-41e6-b760-52003d9bb5cc not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:58:44.211009 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286468'] for subnet (ca4e53fc-4b2c-4069-88f9-6071468e4972), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.241208 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4e53fc-4b2c-4069-88f9-6071468e4972,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:44.249506 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.254359 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1f52bc2f-6fa4-425d-8de2-1dc8f7eee981 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ca4e53fc-4b2c-4069-88f9-6071468e4972 HTTP/1.1" status: 204 len: 168 time: 0.3530395 Apr 08 17:58:44.257613 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 52894) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:44.257979 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a34857-5776-46df-8447-3b95f4d07529 None None] Network 7565e813-4adc-41b5-bcce-51c473e6aeba requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 17:58:44.375607 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (7565e813-4adc-41b5-bcce-51c473e6aeba), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.430527 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Deleting port 4a2de189-3b79-4d74-92ba-a5560f6027a8 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:58:44.430832 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.502200 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] DHCP port deletion for 7565e813-4adc-41b5-bcce-51c473e6aeba request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 17:58:44.512618 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] For port 4a2de189-3b79-4d74-92ba-a5560f6027a8, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=4a2de189-3b79-4d74-92ba-a5560f6027a8,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:44.512929 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.530028 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Calling delete_port for 4a2de189-3b79-4d74-92ba-a5560f6027a8 owned by network:dhcp {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:58:44.574831 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Deleting port 4a2de189-3b79-4d74-92ba-a5560f6027a8 {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 17:58:44.575430 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.638639 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.679001 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2de189-3b79-4d74-92ba-a5560f6027a8,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:44.681947 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] No DVR routers for this DVR port 4a2de189-3b79-4d74-92ba-a5560f6027a8 on host dv-cinder-837165-1-iscsi {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:58:44.689380 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] For port 4a2de189-3b79-4d74-92ba-a5560f6027a8, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=4a2de189-3b79-4d74-92ba-a5560f6027a8,segment=NetworkSegment(b91e24a4-e36c-4457-a735-a0727699eb20),segment_id=b91e24a4-e36c-4457-a735-a0727699eb20)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 17:58:44.689787 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.709978 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Calling delete_port for 4a2de189-3b79-4d74-92ba-a5560f6027a8 owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 17:58:44.783226 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (7565e813-4adc-41b5-bcce-51c473e6aeba), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.808030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (4a2de189-3b79-4d74-92ba-a5560f6027a8), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.822247 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7565e813-4adc-41b5-bcce-51c473e6aeba']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:44.840333 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91e24a4-e36c-4457-a735-a0727699eb20') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:44.840820 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91e24a4-e36c-4457-a735-a0727699eb20') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 17:58:44.842642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] No DVR routers for this DVR port 4a2de189-3b79-4d74-92ba-a5560f6027a8 on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 17:58:44.847097 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Pushing event deleted for resources: {'Port': ['ID=4a2de189-3b79-4d74-92ba-a5560f6027a8,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:44.855733 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.856288 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.856676 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.857032 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.857460 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.857813 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.858296 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.858540 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.858847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.859198 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.859509 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.859859 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.860193 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.860532 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.860863 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58451d5-8c5f-4043-aa2e-2dc688b5737f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:58:44.865519 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (b91e24a4-e36c-4457-a735-a0727699eb20), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.886442 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (b91e24a4-e36c-4457-a735-a0727699eb20), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.898885 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 17:58:44.899533 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (b91e24a4-e36c-4457-a735-a0727699eb20), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 17:58:44.902922 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 17:58:45.007614 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (7565e813-4adc-41b5-bcce-51c473e6aeba), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:45.014279 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:45.017874 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] 10.222.0.78 "DELETE /v2.0/networks/7565e813-4adc-41b5-bcce-51c473e6aeba HTTP/1.1" status: 204 len: 168 time: 0.7586632 Apr 08 17:58:45.030726 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58dcfdf-b307-4f68-ad78-4591373ccc50 admin admin] Pushing event deleted for resources: {'Network': ['ID=7565e813-4adc-41b5-bcce-51c473e6aeba,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:45.208182 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52900) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:45.530111 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d2f84ccf-ae24-464f-8165-e379a3aaeca8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e36427dbb59b4b79a926eab1ce438030&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3206975 Apr 08 17:58:45.533381 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 52902) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:58:45.592781 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb56f-99f9-4f62-a2f3-0d2015935229 admin admin] Publish callbacks [] for security_group (569df48f-fa05-4f5e-be80-ac6c2e169079), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:45.632987 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb56f-99f9-4f62-a2f3-0d2015935229 admin admin] Publish callbacks [] for security_group (569df48f-fa05-4f5e-be80-ac6c2e169079), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:45.712913 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb56f-99f9-4f62-a2f3-0d2015935229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (569df48f-fa05-4f5e-be80-ac6c2e169079), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:45.716210 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6a3fb56f-99f9-4f62-a2f3-0d2015935229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:45.717556 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6a3fb56f-99f9-4f62-a2f3-0d2015935229 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/569df48f-fa05-4f5e-be80-ac6c2e169079 HTTP/1.1" status: 204 len: 168 time: 0.1829894 Apr 08 17:58:45.728540 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fb56f-99f9-4f62-a2f3-0d2015935229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569df48f-fa05-4f5e-be80-ac6c2e169079,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:58:45.828871 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a2de189-3b79-4d74-92ba-a5560f6027a8 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 17:58:45.865276 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 4a2de189-3b79-4d74-92ba-a5560f6027a8 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 17:58:45.865890 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a2de189-3b79-4d74-92ba-a5560f6027a8 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 17:58:49.246123 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:58:53.298699 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c9559752-b7ce-4ce8-9c1a-3f7c6a949260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:55.617412 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d318774c-3726-4aeb-853d-47e3de694bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:56.881953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:57.271522 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:58.692529 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:59.864532 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:58:59.887133 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53048) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:00.023940 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-55e33608-ec38-4c56-b663-3bf95428709d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.133689 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-55e33608-ec38-4c56-b663-3bf95428709d admin admin] Publish callbacks [] for security_group (3a74f9fd-76d8-4c40-95c2-b6f329d6da63), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.139308 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-55e33608-ec38-4c56-b663-3bf95428709d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (3a74f9fd-76d8-4c40-95c2-b6f329d6da63), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.188455 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e33608-ec38-4c56-b663-3bf95428709d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a74f9fd-76d8-4c40-95c2-b6f329d6da63,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:00.195050 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-55e33608-ec38-4c56-b663-3bf95428709d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7d48110108d641d5bf2cb55715d6af9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067083 Apr 08 17:59:00.198407 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53052) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:00.261596 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00306ff8-9c40-4837-92e2-e344f59a8678 admin admin] Publish callbacks [] for security_group (3a74f9fd-76d8-4c40-95c2-b6f329d6da63), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.288698 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00306ff8-9c40-4837-92e2-e344f59a8678 admin admin] Publish callbacks [] for security_group (3a74f9fd-76d8-4c40-95c2-b6f329d6da63), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.357921 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00306ff8-9c40-4837-92e2-e344f59a8678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (3a74f9fd-76d8-4c40-95c2-b6f329d6da63), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.360810 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-00306ff8-9c40-4837-92e2-e344f59a8678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.362607 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-00306ff8-9c40-4837-92e2-e344f59a8678 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3a74f9fd-76d8-4c40-95c2-b6f329d6da63 HTTP/1.1" status: 204 len: 168 time: 0.1630938 Apr 08 17:59:00.374138 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00306ff8-9c40-4837-92e2-e344f59a8678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a74f9fd-76d8-4c40-95c2-b6f329d6da63,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:00.717779 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53058) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:00.732070 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c49c2105-7b2b-4727-99f6-94eeb19b88c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.857682 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c49c2105-7b2b-4727-99f6-94eeb19b88c8 admin admin] Publish callbacks [] for security_group (a4618503-9212-49e8-8781-ffe15b80f7b5), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.863736 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c49c2105-7b2b-4727-99f6-94eeb19b88c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (a4618503-9212-49e8-8781-ffe15b80f7b5), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:00.930169 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c49c2105-7b2b-4727-99f6-94eeb19b88c8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9dbf3db18ca14407987647ea25f75a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108428 Apr 08 17:59:00.932189 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c2105-7b2b-4727-99f6-94eeb19b88c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4618503-9212-49e8-8781-ffe15b80f7b5,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:00.932821 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53060) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:01.004667 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-97d01e47-d339-4c17-a572-8162d31cbe3e admin admin] Publish callbacks [] for security_group (a4618503-9212-49e8-8781-ffe15b80f7b5), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:01.042613 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-97d01e47-d339-4c17-a572-8162d31cbe3e admin admin] Publish callbacks [] for security_group (a4618503-9212-49e8-8781-ffe15b80f7b5), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:01.121557 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-97d01e47-d339-4c17-a572-8162d31cbe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (a4618503-9212-49e8-8781-ffe15b80f7b5), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:01.124680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-97d01e47-d339-4c17-a572-8162d31cbe3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:01.126181 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-97d01e47-d339-4c17-a572-8162d31cbe3e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4618503-9212-49e8-8781-ffe15b80f7b5 HTTP/1.1" status: 204 len: 168 time: 0.1918955 Apr 08 17:59:01.138031 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d01e47-d339-4c17-a572-8162d31cbe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4618503-9212-49e8-8781-ffe15b80f7b5,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:23.295808 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-4519d8df-e4ce-4ede-83a5-95884f0615c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:25.622484 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-61785a5a-c28a-4b31-882f-2860d9a2aa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:26.245335 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 17:59:26.876075 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:27.277847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:28.694185 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:29.861851 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:34.648781 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-843170dd-880e-4336-9aad-b4a871cf7a5f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481198 Apr 08 17:59:34.769750 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-6dcbe784-4dff-4e26-87ff-d1a0211c1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:34.771400 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-6dcbe784-4dff-4e26-87ff-d1a0211c1c06 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1129 time: 0.0441449 Apr 08 17:59:34.911933 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-16f4b7ff-d427-408d-870c-09a804661228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:34.913634 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-16f4b7ff-d427-408d-870c-09a804661228 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1125805 Apr 08 17:59:35.021081 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-19695345-3426-4003-8ad3-57d9d2626fbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 1001 time: 0.1004155 Apr 08 17:59:35.084248 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-3c12de1a-5f69-4038-88ff-a4501ff4c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:35.085851 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-3c12de1a-5f69-4038-88ff-a4501ff4c958 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0581524 Apr 08 17:59:35.144756 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-39238e4a-90e2-4c70-9a0c-48933be99a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:35.146392 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-39238e4a-90e2-4c70-9a0c-48933be99a35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522954 Apr 08 17:59:35.259448 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-687b0c0c-d726-41f2-96f7-a057d7d8a752 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057794 Apr 08 17:59:35.371258 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0de2a6c9-36e9-42f0-9d43-aa8387aa4f38 req-fadf80aa-4108-4200-88a6-fdf6c7fbc12f service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050606 Apr 08 17:59:42.471352 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-d6301a0b-abe9-4728-a13f-54e1d29495f0 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25817239&fields=id&tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 267 time: 0.0598934 Apr 08 17:59:42.606012 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-9421a43e-0d7a-4d90-a9fb-e2b8a13b56d5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:42.607520 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-9421a43e-0d7a-4d90-a9fb-e2b8a13b56d5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 810 time: 0.1242249 Apr 08 17:59:42.630673 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-1113f5e4-c17d-4780-a7a7-e5965125e5d5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/quotas/89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 375 time: 0.0121489 Apr 08 17:59:42.695278 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-84fcd30c-c3de-487c-a304-debe9383b38a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579123 Apr 08 17:59:42.979656 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-f0beb88a-9188-411b-aa2b-16f5a6c183aa service neutron] 10.222.0.78 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697232 Apr 08 17:59:43.147656 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-ecb361e5-2b30-4f24-ab6b-0c83fd50aea4 service neutron] 10.222.0.78 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592479 Apr 08 17:59:43.571580 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-676660ce-1239-490b-a0d7-21adfa2171d3 req-649550b7-4038-41c2-92f1-dea2af566084 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 210 time: 0.0477362 Apr 08 17:59:44.700510 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-5e8c5b51-a903-4536-b41e-15bd2bf50bb4 req-53e59f6c-4bdc-4a3f-a046-95771760eaff tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 210 time: 0.0334537 Apr 08 17:59:45.812075 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0a2b7d91-b709-463f-80e6-44c10b160d71 req-abe1d370-26ff-4ab5-abca-660f7542f5aa tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 210 time: 0.0313942 Apr 08 17:59:46.372784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-95c35e5c-db84-467e-a22e-5a4e1098d686 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:46.375565 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-95c35e5c-db84-467e-a22e-5a4e1098d686 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 810 time: 0.1966212 Apr 08 17:59:46.502003 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-5d6b0de1-f5d5-4330-8dfc-856772da4167 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66 HTTP/1.1" status: 200 len: 378 time: 0.1053586 Apr 08 17:59:46.533986 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'port': {'device_id': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'admin_state_up': True, 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'security_groups': ['c252a78d-9e67-490e-a7ff-9c497184f5a5']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:59:46.702635 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Made reservation on behalf of 89b4fa39fe6c4aac96fdf10427f9cc66 for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 17:59:46.709250 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:46.895625 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Allocated IP 172.20.0.8 (dde4cef6-273a-4c2c-ada4-8571b8bcfd96/72e7a822-4dec-44d2-a0d0-0bd2bcd36092/de10531c-9d70-421d-bce9-9bcefe71d178) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 17:59:46.980123 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-81ff0f3e-b121-4ce1-b239-66aa50626ae7 req-36744b38-673c-4dd2-9829-365812100666 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 210 time: 0.0674765 Apr 08 17:59:47.172924 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (de10531c-9d70-421d-bce9-9bcefe71d178), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:47.218395 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:47.302137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 17:59:47.311802 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 17:59:47.319142 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 17:59:47.376400 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=de10531c-9d70-421d-bce9-9bcefe71d178,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:47.403005 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.403646 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.404225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.404801 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.405378 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.405916 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.406458 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.407553 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.408093 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.408679 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.409247 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.409787 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.410352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.410891 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.411463 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:47.448859 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:47.449950 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:47.478592 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-4d19454c-bfb9-45c4-bc41-bc1371ef0911 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9517105 Apr 08 17:59:47.501806 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Request body: {'port': {'device_id': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 17:59:47.595139 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:47.635759 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f7fbd075-13ac-4a06-9925-42e2df2c273d None None] Provisioning complete for port de10531c-9d70-421d-bce9-9bcefe71d178 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 17:59:47.636700 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f7fbd075-13ac-4a06-9925-42e2df2c273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:47.685064 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f7fbd075-13ac-4a06-9925-42e2df2c273d None None] Port de10531c-9d70-421d-bce9-9bcefe71d178 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 17:59:48.105168 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de10531c-9d70-421d-bce9-9bcefe71d178 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 17:59:48.121458 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Publish callbacks [] for port (de10531c-9d70-421d-bce9-9bcefe71d178), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:48.138465 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992f44-88c1-48e4-90c7-774585c953b1 req-d1c3828a-03ec-4f48-8f5b-390e3a3a56e6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:48.140555 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8e992f44-88c1-48e4-90c7-774585c953b1 req-d1c3828a-03ec-4f48-8f5b-390e3a3a56e6 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 931 time: 0.0714211 Apr 08 17:59:48.146986 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Transition to ACTIVE for port object de10531c-9d70-421d-bce9-9bcefe71d178 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 17:59:48.152746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:48.221930 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8e992f44-88c1-48e4-90c7-774585c953b1 req-bd0a042e-afd9-4c73-beeb-9214dc918053 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697167 Apr 08 17:59:48.315836 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Pushing event updated for resources: {'Port': ['ID=de10531c-9d70-421d-bce9-9bcefe71d178,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:48.383516 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Attempting to bind port de10531c-9d70-421d-bce9-9bcefe71d178 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 17:59:48.384728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Attempting to bind port de10531c-9d70-421d-bce9-9bcefe71d178 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 17:59:48.384728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Attempting to bind port de10531c-9d70-421d-bce9-9bcefe71d178 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:59:48.392905 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Port de10531c-9d70-421d-bce9-9bcefe71d178 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 17:59:48.393411 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Attempting to bind port de10531c-9d70-421d-bce9-9bcefe71d178 on network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 17:59:48.402638 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 17, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 17:59:48.403298 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Checking segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 17:59:48.404038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Bound using segment: {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 17:59:48.405514 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Bound port: de10531c-9d70-421d-bce9-9bcefe71d178, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d150e03-b953-4289-aada-8becf8b8bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 17:59:48.406537 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:48.541999 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] For port de10531c-9d70-421d-bce9-9bcefe71d178, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 17:59:48.548530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] For port de10531c-9d70-421d-bce9-9bcefe71d178, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de10531c-9d70-421d-bce9-9bcefe71d178,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 17:59:48.558705 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:48.604660 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:48.605686 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:48.607961 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] 10.222.0.73 "PUT /v2.0/ports/de10531c-9d70-421d-bce9-9bcefe71d178 HTTP/1.1" status: 200 len: 1093 time: 1.1129687 Apr 08 17:59:48.608673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 17:59:48.613009 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e35bfa8-b608-4508-b9b5-337549262fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 17:59:48.672379 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f1c65-b215-49c5-a7a4-ba477c1f6b3d service neutron] Pushing event updated for resources: {'Port': ['ID=de10531c-9d70-421d-bce9-9bcefe71d178,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:48.691112 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eb9860-42a9-4359-8a40-ea36d02aae27 x-openstack-request-id: req-41eb9860-42a9-4359-8a40-ea36d02aae27 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 17:59:48.691551 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 17:59:48.692044 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-41eb9860-42a9-4359-8a40-ea36d02aae27 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 17:59:48.692993 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41eb9860-42a9-4359-8a40-ea36d02aae27'] response: {'name': 'network-changed', 'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'status': 'completed', 'code': 200} Apr 08 17:59:48.776398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-29a58ddc-9d9f-44da-a4dc-ddada50ac0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:48.778047 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-29a58ddc-9d9f-44da-a4dc-ddada50ac0ed service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 1127 time: 0.0626135 Apr 08 17:59:48.866323 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-028367ef-0d1e-4363-a078-78f77bd52feb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de10531c-9d70-421d-bce9-9bcefe71d178 HTTP/1.1" status: 200 len: 217 time: 0.0713842 Apr 08 17:59:48.946770 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-8402181f-057f-4070-9a7b-ba065d9a6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:48.948396 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-8402181f-057f-4070-9a7b-ba065d9a6669 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0747001 Apr 08 17:59:49.011886 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-78726135-5650-416a-9f4f-2a266c36401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:49.014882 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-78726135-5650-416a-9f4f-2a266c36401e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567684 Apr 08 17:59:49.128079 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-c285b207-0120-4459-a081-97f7f187e33e service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057580 Apr 08 17:59:49.253448 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1fe7eac-5d27-459d-8532-f70b849d81b5 req-6d525ec9-1ac4-45f1-b775-e64d1735f564 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165411 Apr 08 17:59:49.369543 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd7425-63eb-4a05-a362-410f1efa52e7 req-6ae54dfa-0243-41f9-89c7-4398d5188bf3 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:49.371068 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7cfd7425-63eb-4a05-a362-410f1efa52e7 req-6ae54dfa-0243-41f9-89c7-4398d5188bf3 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0656779 Apr 08 17:59:49.437260 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7cfd7425-63eb-4a05-a362-410f1efa52e7 req-a666e63d-60b0-4a91-952f-d60cdd8ed902 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571599 Apr 08 17:59:50.642276 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c94c0-355a-4b7a-96b2-f10bd91b66e2 req-6b977dda-a374-4fa5-aa72-0cbbaf31cb44 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:50.645144 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7c8c94c0-355a-4b7a-96b2-f10bd91b66e2 req-6b977dda-a374-4fa5-aa72-0cbbaf31cb44 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.1114519 Apr 08 17:59:50.735763 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7c8c94c0-355a-4b7a-96b2-f10bd91b66e2 req-6e91f6ff-dc2b-43cb-8c76-fd5062e80919 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821035 Apr 08 17:59:51.014807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-aee30ce3-ae58-4e6b-b8a4-531c9da798f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:51.017836 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-aee30ce3-ae58-4e6b-b8a4-531c9da798f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 1127 time: 0.0657759 Apr 08 17:59:51.179957 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-5ce45832-51f0-43b3-bfab-45c7180edfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:51.181724 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-5ce45832-51f0-43b3-bfab-45c7180edfb7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1556087 Apr 08 17:59:51.231976 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-5e7e0029-7480-4820-b3d1-46c52e3a9639 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de10531c-9d70-421d-bce9-9bcefe71d178 HTTP/1.1" status: 200 len: 217 time: 0.0381126 Apr 08 17:59:51.304670 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-69298429-680d-42f7-8249-d1f0d81229db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:51.307167 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-69298429-680d-42f7-8249-d1f0d81229db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0654168 Apr 08 17:59:51.384978 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-088bdb4a-8499-4986-99a4-05e8cb73a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:51.387011 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-088bdb4a-8499-4986-99a4-05e8cb73a7cc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667510 Apr 08 17:59:51.509086 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-d7feb470-62c6-4bc4-8760-b135a1181e03 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136093 Apr 08 17:59:51.645806 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e35bfa8-b608-4508-b9b5-337549262fa1 req-9573cb18-85af-40fa-9ab5-b28d49eccd76 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284032 Apr 08 17:59:51.664843 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53416) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:51.795163 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d0f4-8eb6-4cb3-868b-05fdbd8cb645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:51.912844 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d0f4-8eb6-4cb3-868b-05fdbd8cb645 admin admin] Publish callbacks [] for security_group (285d7350-42e6-421c-852d-6594b61f5dfb), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:51.918685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8dc6d0f4-8eb6-4cb3-868b-05fdbd8cb645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (285d7350-42e6-421c-852d-6594b61f5dfb), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:51.937156 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f0405-84a8-498c-846c-643dbc4f7aba req-3a0badb9-23c6-423f-aed8-db6252952e59 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:51.940371 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-320f0405-84a8-498c-846c-643dbc4f7aba req-3a0badb9-23c6-423f-aed8-db6252952e59 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0778971 Apr 08 17:59:51.996077 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8dc6d0f4-8eb6-4cb3-868b-05fdbd8cb645 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5a77d5cc4bb249cd82fc0a2d86411e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292737 Apr 08 17:59:51.998614 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6d0f4-8eb6-4cb3-868b-05fdbd8cb645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285d7350-42e6-421c-852d-6594b61f5dfb,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:52.001154 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53422) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:52.014663 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-320f0405-84a8-498c-846c-643dbc4f7aba req-c2bff39d-ab49-4069-8c4d-3d037a4889c3 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675442 Apr 08 17:59:52.076796 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Publish callbacks [] for security_group (285d7350-42e6-421c-852d-6594b61f5dfb), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.111892 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Publish callbacks [] for security_group (285d7350-42e6-421c-852d-6594b61f5dfb), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.196665 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (285d7350-42e6-421c-852d-6594b61f5dfb), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.201542 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.203732 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/285d7350-42e6-421c-852d-6594b61f5dfb HTTP/1.1" status: 204 len: 168 time: 0.2010553 Apr 08 17:59:52.218474 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285d7350-42e6-421c-852d-6594b61f5dfb,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:52.232893 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.233575 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.234062 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.234681 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.235759 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.236893 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.237066 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.237493 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.238053 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.238627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.239307 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.239733 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.240353 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.241018 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.243474 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1fb51d-945d-4f7b-bd94-d85cb0ec6f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 17:59:52.659800 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53428) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:52.677158 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca241-8850-4642-a384-07af7ab89e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.793298 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca241-8850-4642-a384-07af7ab89e2e admin admin] Publish callbacks [] for security_group (6f4ceab9-c14b-4178-9aee-818dc86fa68f), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.799919 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cc2ca241-8850-4642-a384-07af7ab89e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6f4ceab9-c14b-4178-9aee-818dc86fa68f), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.851368 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-cc2ca241-8850-4642-a384-07af7ab89e2e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8201b6f7dae64a629b2e5ddb30205bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861298 Apr 08 17:59:52.851368 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ca241-8850-4642-a384-07af7ab89e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ceab9-c14b-4178-9aee-818dc86fa68f,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:52.851847 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53430) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 17:59:52.928544 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1cc29869-f5f6-4d3c-9bfc-340b72582155 admin admin] Publish callbacks [] for security_group (6f4ceab9-c14b-4178-9aee-818dc86fa68f), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:52.958282 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1cc29869-f5f6-4d3c-9bfc-340b72582155 admin admin] Publish callbacks [] for security_group (6f4ceab9-c14b-4178-9aee-818dc86fa68f), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.035528 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1cc29869-f5f6-4d3c-9bfc-340b72582155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6f4ceab9-c14b-4178-9aee-818dc86fa68f), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.039589 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1cc29869-f5f6-4d3c-9bfc-340b72582155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.041857 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1cc29869-f5f6-4d3c-9bfc-340b72582155 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6f4ceab9-c14b-4178-9aee-818dc86fa68f HTTP/1.1" status: 204 len: 168 time: 0.1889212 Apr 08 17:59:53.054594 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc29869-f5f6-4d3c-9bfc-340b72582155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ceab9-c14b-4178-9aee-818dc86fa68f,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 17:59:53.207482 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1e528-41a7-4f7f-937b-180e4e59645f req-34b5c631-bcdf-461e-a135-6c28738d9c49 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:53.210289 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ff1e528-41a7-4f7f-937b-180e4e59645f req-34b5c631-bcdf-461e-a135-6c28738d9c49 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0812080 Apr 08 17:59:53.290904 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-321f150c-2724-43dc-9d54-08be91ea7dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:53.305683 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-3ff1e528-41a7-4f7f-937b-180e4e59645f req-ab5ab2bf-dbd6-49fe-a3bc-d7e2c0cce8dd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882623 Apr 08 17:59:54.474637 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916b1b-d02e-4385-9ff6-82dfb051f3a4 req-e4644110-53d0-42fa-ad65-43a770f77aad tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:54.476374 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4e916b1b-d02e-4385-9ff6-82dfb051f3a4 req-e4644110-53d0-42fa-ad65-43a770f77aad tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0714533 Apr 08 17:59:54.554637 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-4e916b1b-d02e-4385-9ff6-82dfb051f3a4 req-14e38d0c-8766-4f10-9324-071f7d9bb081 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702069 Apr 08 17:59:55.629307 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e9094fd6-6628-4703-9416-43de208fe7e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:55.719751 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25beda78-3896-489f-9e15-080fc836e2aa req-b26080d1-97f4-488a-8d01-db2fe5d4b234 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:55.721645 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-25beda78-3896-489f-9e15-080fc836e2aa req-b26080d1-97f4-488a-8d01-db2fe5d4b234 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0602345 Apr 08 17:59:55.785111 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-25beda78-3896-489f-9e15-080fc836e2aa req-630c624f-4014-4c0c-88bc-5bbca324d012 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568371 Apr 08 17:59:56.890325 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:56.955110 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c94264-d185-4558-ab20-c319c1932756 req-9d520fa0-a26a-4999-af4f-9ea7b6af08f3 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:56.957565 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4c94264-d185-4558-ab20-c319c1932756 req-9d520fa0-a26a-4999-af4f-9ea7b6af08f3 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0686514 Apr 08 17:59:57.023816 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4c94264-d185-4558-ab20-c319c1932756 req-1d784ff6-93f8-4d56-bc69-ebc27d0c3edd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596864 Apr 08 17:59:57.293627 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:58.181707 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecfd2b-94b9-44ba-8518-f61ebb0bba31 req-33f17742-4bb5-4884-abf8-fa639c25fb7c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:58.184336 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-22ecfd2b-94b9-44ba-8518-f61ebb0bba31 req-33f17742-4bb5-4884-abf8-fa639c25fb7c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0763881 Apr 08 17:59:58.257666 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-22ecfd2b-94b9-44ba-8518-f61ebb0bba31 req-60b8775d-90a8-429a-9337-118621720d83 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643866 Apr 08 17:59:58.707532 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 17:59:59.440520 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865432d-a28e-404c-8ab9-76b0f0a5d7e7 req-8ae97194-6a9e-4687-a477-6b4b6c2f521e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 17:59:59.442523 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9865432d-a28e-404c-8ab9-76b0f0a5d7e7 req-8ae97194-6a9e-4687-a477-6b4b6c2f521e tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.0659101 Apr 08 17:59:59.505464 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-9865432d-a28e-404c-8ab9-76b0f0a5d7e7 req-96dcfa57-4b6b-4ad5-8c26-f5acee508096 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531232 Apr 08 17:59:59.870077 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.309307 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53520) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:00.434728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a50b6ae1-2142-4e2c-b6a9-b3097a4288b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.592414 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a50b6ae1-2142-4e2c-b6a9-b3097a4288b4 admin admin] Publish callbacks [] for security_group (25273e29-0f65-498d-8959-ea34a36ae8f5), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.598047 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a50b6ae1-2142-4e2c-b6a9-b3097a4288b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (25273e29-0f65-498d-8959-ea34a36ae8f5), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.652698 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device de10531c-9d70-421d-bce9-9bcefe71d178 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 18:00:00.683192 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a50b6ae1-2142-4e2c-b6a9-b3097a4288b4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=312ab4c3c62040bf9b1a725c9edcc24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724864 Apr 08 18:00:00.687535 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53526) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:00.689404 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b6ae1-2142-4e2c-b6a9-b3097a4288b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25273e29-0f65-498d-8959-ea34a36ae8f5,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:00.723045 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255267c-5d03-45ca-a616-2d741e32fc3a req-262a47be-d28c-4fff-94b0-0553160f14c8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:00.725750 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e255267c-5d03-45ca-a616-2d741e32fc3a req-262a47be-d28c-4fff-94b0-0553160f14c8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 943 time: 0.1239460 Apr 08 18:00:00.775089 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1e78cf73-21e9-46fe-bca2-16d404d1368b admin admin] Publish callbacks [] for security_group (25273e29-0f65-498d-8959-ea34a36ae8f5), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.819030 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e255267c-5d03-45ca-a616-2d741e32fc3a req-c6a93cc1-64b5-4f86-95a3-52e1562541ea tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856793 Apr 08 18:00:00.825909 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1e78cf73-21e9-46fe-bca2-16d404d1368b admin admin] Publish callbacks [] for security_group (25273e29-0f65-498d-8959-ea34a36ae8f5), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.860993 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port de10531c-9d70-421d-bce9-9bcefe71d178, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de10531c-9d70-421d-bce9-9bcefe71d178,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:00.879319 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'port_id': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'mac_address': 'fa:16:3e:31:4a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 18:00:00.917935 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1e78cf73-21e9-46fe-bca2-16d404d1368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (25273e29-0f65-498d-8959-ea34a36ae8f5), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.921703 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1e78cf73-21e9-46fe-bca2-16d404d1368b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.927135 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1e78cf73-21e9-46fe-bca2-16d404d1368b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25273e29-0f65-498d-8959-ea34a36ae8f5 HTTP/1.1" status: 204 len: 168 time: 0.2342813 Apr 08 18:00:00.934982 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port de10531c-9d70-421d-bce9-9bcefe71d178 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:00:00.935312 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e78cf73-21e9-46fe-bca2-16d404d1368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25273e29-0f65-498d-8959-ea34a36ae8f5,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:00.935474 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:00.961008 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de10531c-9d70-421d-bce9-9bcefe71d178 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:00:01.006258 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port de10531c-9d70-421d-bce9-9bcefe71d178, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de10531c-9d70-421d-bce9-9bcefe71d178,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:01.014801 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.102512 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=de10531c-9d70-421d-bce9-9bcefe71d178,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:01.112800 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.113180 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.113533 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.113943 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.114243 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.114565 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.114909 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.115246 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.115585 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.115918 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.116282 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.116624 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.116957 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.117285 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.117620 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:01.327397 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53532) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:01.342533 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a370a99c-f331-4aae-bdae-126c866c9a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.442472 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a370a99c-f331-4aae-bdae-126c866c9a5b admin admin] Publish callbacks [] for security_group (58ff23ab-4123-4a93-82c7-06329336f9da), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.447358 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a370a99c-f331-4aae-bdae-126c866c9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (58ff23ab-4123-4a93-82c7-06329336f9da), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.493152 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a370a99c-f331-4aae-bdae-126c866c9a5b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a796435f7f8d4eddbbb3014100b85457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643627 Apr 08 18:00:01.494205 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370a99c-f331-4aae-bdae-126c866c9a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff23ab-4123-4a93-82c7-06329336f9da,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:01.497078 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53534) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:01.557543 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a636b1ca-99d4-4544-a442-5181eb33ed0d admin admin] Publish callbacks [] for security_group (58ff23ab-4123-4a93-82c7-06329336f9da), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.586395 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a636b1ca-99d4-4544-a442-5181eb33ed0d admin admin] Publish callbacks [] for security_group (58ff23ab-4123-4a93-82c7-06329336f9da), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.592399 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['de10531c-9d70-421d-bce9-9bcefe71d178'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 18:00:01.661517 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a636b1ca-99d4-4544-a442-5181eb33ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (58ff23ab-4123-4a93-82c7-06329336f9da), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.665078 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a636b1ca-99d4-4544-a442-5181eb33ed0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:01.667631 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-a636b1ca-99d4-4544-a442-5181eb33ed0d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/58ff23ab-4123-4a93-82c7-06329336f9da HTTP/1.1" status: 204 len: 168 time: 0.1684997 Apr 08 18:00:01.679033 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636b1ca-99d4-4544-a442-5181eb33ed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff23ab-4123-4a93-82c7-06329336f9da,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:02.012808 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57a13-3c05-421a-a4e1-3ac5cafd35ca req-fd05d716-4038-4a0a-b503-2d2167a68820 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:02.014728 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d7b57a13-3c05-421a-a4e1-3ac5cafd35ca req-fd05d716-4038-4a0a-b503-2d2167a68820 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 944 time: 0.0732925 Apr 08 18:00:02.100803 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d7b57a13-3c05-421a-a4e1-3ac5cafd35ca req-7b9e8a0c-1477-4f05-8e41-0fafa0d59aae tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743768 Apr 08 18:00:03.005912 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device de10531c-9d70-421d-bce9-9bcefe71d178 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:00:03.089972 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port de10531c-9d70-421d-bce9-9bcefe71d178 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 18:00:03.102125 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port de10531c-9d70-421d-bce9-9bcefe71d178 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:00:03.102679 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.227422 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port de10531c-9d70-421d-bce9-9bcefe71d178 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:00:03.228163 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.254611 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:00:03.302515 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ac115-3f12-46d8-9f46-13ea2f2a3974 req-281d36e6-7cd9-4dd8-a50d-c56c98c57f28 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:03.303366 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:03.305312 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d47ac115-3f12-46d8-9f46-13ea2f2a3974 req-281d36e6-7cd9-4dd8-a50d-c56c98c57f28 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 944 time: 0.0960329 Apr 08 18:00:03.315701 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720103f7-b3bd-47c0-bb7b-fef8965990f1" -d '{"events": [{"server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "name": "network-vif-plugged", "status": "completed", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:03.341049 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port de10531c-9d70-421d-bce9-9bcefe71d178, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de10531c-9d70-421d-bce9-9bcefe71d178,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:03.349159 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:03.408587 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d47ac115-3f12-46d8-9f46-13ea2f2a3974 req-ce5a59e1-2ddd-483c-bb9b-da2b37e01535 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962901 Apr 08 18:00:03.413263 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a3b5d1-559f-4306-bdf1-db161608b4ac x-openstack-request-id: req-a0a3b5d1-559f-4306-bdf1-db161608b4ac {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:03.413629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "name": "network-vif-plugged", "status": "completed", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:03.413989 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a0a3b5d1-559f-4306-bdf1-db161608b4ac {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:03.414562 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a3b5d1-559f-4306-bdf1-db161608b4ac'] response: {'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'code': 200} Apr 08 18:00:03.445619 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=de10531c-9d70-421d-bce9-9bcefe71d178,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:03.744850 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9866257-8077-4a5f-986f-221d3996428c req-58386779-dfe6-47dd-8f39-94ad4c59f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:03.746552 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b9866257-8077-4a5f-986f-221d3996428c req-58386779-dfe6-47dd-8f39-94ad4c59f6ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 1129 time: 0.0451319 Apr 08 18:00:03.817097 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b9866257-8077-4a5f-986f-221d3996428c req-efd69018-3313-4fbc-a7d0-206b27b5df02 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617216 Apr 08 18:00:04.555254 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f16d8b-06e0-4c79-8f49-5edc7c399918 req-e5579bcd-17f9-4933-a457-2d5b23845eb8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:04.556976 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-02f16d8b-06e0-4c79-8f49-5edc7c399918 req-e5579bcd-17f9-4933-a457-2d5b23845eb8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0587528 Apr 08 18:00:04.617948 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-02f16d8b-06e0-4c79-8f49-5edc7c399918 req-3e0c790c-bafd-439c-898a-a051724e6f8a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538659 Apr 08 18:00:05.808347 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4c5a8-1edb-4971-827a-402f2869218a req-6d9988b8-805f-4e57-8dc1-0aeb017fdcc5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:05.811224 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e7d4c5a8-1edb-4971-827a-402f2869218a req-6d9988b8-805f-4e57-8dc1-0aeb017fdcc5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0744863 Apr 08 18:00:05.877445 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e7d4c5a8-1edb-4971-827a-402f2869218a req-c898609d-5183-4f2e-9a50-fa22f9db54b5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569692 Apr 08 18:00:07.057044 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4275ad7-cce1-4618-abe4-0eea9b8b9ed2 req-c4d45892-cb6d-4f33-82fd-374ea7a44cd8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:07.058739 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4275ad7-cce1-4618-abe4-0eea9b8b9ed2 req-c4d45892-cb6d-4f33-82fd-374ea7a44cd8 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0723038 Apr 08 18:00:07.122160 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4275ad7-cce1-4618-abe4-0eea9b8b9ed2 req-5b5daa86-ceea-4bb2-bcf4-343ca4f459e5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558982 Apr 08 18:00:07.255179 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ed082-7875-4a67-a9b5-cd54d2090d41 req-8726e09f-8469-4e34-8879-a2e54bb26563 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:07.257317 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad4ed082-7875-4a67-a9b5-cd54d2090d41 req-8726e09f-8469-4e34-8879-a2e54bb26563 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0589395 Apr 08 18:00:07.318383 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ad4ed082-7875-4a67-a9b5-cd54d2090d41 req-6cbddafa-a6b5-4ccd-8fa7-361bdae023a2 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544796 Apr 08 18:00:07.344496 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53614) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:07.605758 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c163f9e-d838-4b74-8ef6-7e0df10c32bd tempest-TestVolumeBootPattern-262522861 tempest-TestVolumeBootPattern-262522861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:07.608218 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6c163f9e-d838-4b74-8ef6-7e0df10c32bd tempest-TestVolumeBootPattern-262522861 tempest-TestVolumeBootPattern-262522861-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 1124 time: 0.2623181 Apr 08 18:00:07.611580 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53622) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:07.618457 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'port_id': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:07.649938 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:07.780927 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:07.837463 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53626) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:07.954813 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Allocated IP 172.27.2.230 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/d74c9e3d-598b-4f6e-8f81-609fd411966c) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:00:08.008866 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-71f05730-ee75-4eb3-9a31-de78f182ad31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.125326 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.149829 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-71f05730-ee75-4eb3-9a31-de78f182ad31 admin admin] Publish callbacks [] for security_group (3838f78f-aec9-4443-8d95-ed0be2e176cd), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.162200 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-71f05730-ee75-4eb3-9a31-de78f182ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (3838f78f-aec9-4443-8d95-ed0be2e176cd), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.181896 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.237822 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-71f05730-ee75-4eb3-9a31-de78f182ad31 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=39b5aed2823440348bdaf44106c0764e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985789 Apr 08 18:00:08.240822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:00:08.241355 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53630) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:08.242065 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f05730-ee75-4eb3-9a31-de78f182ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3838f78f-aec9-4443-8d95-ed0be2e176cd,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:08.244238 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:00:08.248521 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:00:08.284338 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=d74c9e3d-598b-4f6e-8f81-609fd411966c,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:08.338320 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e73cee-070a-48ec-8571-5837f64df9dd admin admin] Publish callbacks [] for security_group (3838f78f-aec9-4443-8d95-ed0be2e176cd), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.382909 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e73cee-070a-48ec-8571-5837f64df9dd admin admin] Publish callbacks [] for security_group (3838f78f-aec9-4443-8d95-ed0be2e176cd), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.467009 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e73cee-070a-48ec-8571-5837f64df9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (3838f78f-aec9-4443-8d95-ed0be2e176cd), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.471282 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b6e73cee-070a-48ec-8571-5837f64df9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.476884 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b6e73cee-070a-48ec-8571-5837f64df9dd admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3838f78f-aec9-4443-8d95-ed0be2e176cd HTTP/1.1" status: 204 len: 168 time: 0.2312355 Apr 08 18:00:08.487333 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e73cee-070a-48ec-8571-5837f64df9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3838f78f-aec9-4443-8d95-ed0be2e176cd,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:08.763208 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (2365d036-17bd-490c-a5ca-e24d0a98a00d), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:08.877592 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), before_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:09.130696 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:09.137649 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9378957'] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), after_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:09.271475 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event updated for resources: {'Port': ['ID=d74c9e3d-598b-4f6e-8f81-609fd411966c,revision_number=2']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:09.283319 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (2365d036-17bd-490c-a5ca-e24d0a98a00d), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:09.424330 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.l3_db [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Floating IP 2365d036-17bd-490c-a5ca-e24d0a98a00d associated. External IP: 172.27.2.230, port: de10531c-9d70-421d-bce9-9bcefe71d178. Apr 08 18:00:09.804006 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:10.008139 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:10.038651 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:10.040010 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:10.060677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:10.062061 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:59:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:10.117429 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-aff632cc-3075-400f-b8fa-1dbc749dce93 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4950666 Apr 08 18:00:10.117429 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178'}] {{(pid=110163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:10.117429 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd3150286baabc93f3ef6fd098596ca92cc84957e5cc839bda7db55f84da9070" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2da5b-2530-4782-a423-4e335d456320" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178"}]}' {{(pid=110163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:10.290367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:10.360844 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08af9ef-27da-4ac0-925c-9f7b9301db98 x-openstack-request-id: req-a08af9ef-27da-4ac0-925c-9f7b9301db98 {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:10.361773 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178", "status": "completed", "code": 200}]} {{(pid=110163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:10.361773 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a08af9ef-27da-4ac0-925c-9f7b9301db98 {{(pid=110163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:10.362153 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08af9ef-27da-4ac0-925c-9f7b9301db98'] response: {'name': 'network-changed', 'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'status': 'completed', 'code': 200} Apr 08 18:00:10.506189 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2da5b-2530-4782-a423-4e335d456320 req-22f6c9aa-7ce8-4ca8-88da-f3f9998b6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:10.509525 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ed2da5b-2530-4782-a423-4e335d456320 req-22f6c9aa-7ce8-4ca8-88da-f3f9998b6887 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 1129 time: 0.0658708 Apr 08 18:00:10.616824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '2365d036-17bd-490c-a5ca-e24d0a98a00d', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:31:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:08Z', 'updated_at': '2022-04-08T18:00:08Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}, {'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:58Z', 'revision_number': 1, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:10.653752 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:10.668170 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:10.669220 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T17:59:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:10.697389 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2da5b-2530-4782-a423-4e335d456320 req-d0a1478a-b1a4-4139-bbf6-183839f290e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:10.700048 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ed2da5b-2530-4782-a423-4e335d456320 req-d0a1478a-b1a4-4139-bbf6-183839f290e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1799049 Apr 08 18:00:10.799097 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ed2da5b-2530-4782-a423-4e335d456320 req-dc70f77b-5c5e-4403-a004-a8056556404a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de10531c-9d70-421d-bce9-9bcefe71d178 HTTP/1.1" status: 200 len: 999 time: 0.0907238 Apr 08 18:00:10.832718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:10.887397 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2da5b-2530-4782-a423-4e335d456320 req-165e6261-cfae-47ac-ba4f-659276aa9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:10.890042 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ed2da5b-2530-4782-a423-4e335d456320 req-165e6261-cfae-47ac-ba4f-659276aa9fe0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0836930 Apr 08 18:00:10.966336 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2da5b-2530-4782-a423-4e335d456320 req-0e31c984-1b57-4df8-8f17-ecc25d0068d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:10.969159 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ed2da5b-2530-4782-a423-4e335d456320 req-0e31c984-1b57-4df8-8f17-ecc25d0068d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721612 Apr 08 18:00:11.106382 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ed2da5b-2530-4782-a423-4e335d456320 req-a4bab17e-4962-4105-ae1f-504755343f75 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246729 Apr 08 18:00:11.146607 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '2365d036-17bd-490c-a5ca-e24d0a98a00d', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:31:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:08Z', 'updated_at': '2022-04-08T18:00:08Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}, {'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:58Z', 'revision_number': 1, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:11.191339 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a731004e-f8c0-4e55-a7f0-9fe9d4a8fb74 None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': '2365d036-17bd-490c-a5ca-e24d0a98a00d', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.230', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:31:4a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:00:08Z', 'updated_at': '2022-04-08T18:00:08Z', 'revision_number': 0, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}, {'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:58Z', 'revision_number': 1, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:11.281064 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ed2da5b-2530-4782-a423-4e335d456320 req-8beb6419-eef4-4115-aa32-8902bd3811af service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670861 Apr 08 18:00:11.504396 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e9eb5b-d542-4375-a781-d8a7d7ea82b3 None None] New status for floating IP 2365d036-17bd-490c-a5ca-e24d0a98a00d: ACTIVE {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:00:23.286683 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ebed5811-c16c-41ed-bf74-b60a075434fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:25.630737 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7acc411e-cfb7-42f1-932d-358250497aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:26.893234 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:27.300516 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:28.710200 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:29.861201 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:31.635427 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200659b-0727-46a5-a6ad-fabae3397981 req-d14b75f1-e807-415c-826b-c8c7c98056dd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:31.637206 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9200659b-0727-46a5-a6ad-fabae3397981 req-d14b75f1-e807-415c-826b-c8c7c98056dd tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0574257 Apr 08 18:00:31.706349 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9200659b-0727-46a5-a6ad-fabae3397981 req-7524c47b-a019-4b14-86d2-c2ec7a359aa0 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623677 Apr 08 18:00:32.857651 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25024-b837-4efc-9abc-ca8e9a8fc8ed req-443e4476-1349-45b9-9c45-2c4a617cdb9c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:32.859288 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d4b25024-b837-4efc-9abc-ca8e9a8fc8ed req-443e4476-1349-45b9-9c45-2c4a617cdb9c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0565617 Apr 08 18:00:32.934585 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-d4b25024-b837-4efc-9abc-ca8e9a8fc8ed req-3abca098-00c1-4eb2-927c-bfe651fa1d78 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679817 Apr 08 18:00:33.359571 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-7c9f5143-10ad-42b0-a55e-5ec14720c5a1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576212 Apr 08 18:00:34.097005 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042c380-171d-4024-8a16-3e3f801bd1a1 req-b9bad0de-21fd-4844-9b75-4b9ea9688d97 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:34.098676 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e042c380-171d-4024-8a16-3e3f801bd1a1 req-b9bad0de-21fd-4844-9b75-4b9ea9688d97 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0626872 Apr 08 18:00:34.167583 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-e042c380-171d-4024-8a16-3e3f801bd1a1 req-ea83ff3a-0b1f-4881-b8cc-9bc0cc6da3c2 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587902 Apr 08 18:00:34.852361 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-e526da89-b6de-47ae-a577-50fe67c046ef tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:34.854081 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-e526da89-b6de-47ae-a577-50fe67c046ef tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0864935 Apr 08 18:00:34.855008 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-fd82e877-8915-49cb-b2fc-00c05e1ee794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:34.856446 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-fd82e877-8915-49cb-b2fc-00c05e1ee794 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1129 time: 0.0989916 Apr 08 18:00:35.381254 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0e1a3-83d6-4b01-a1aa-bca845febc2a req-78740682-55fb-43ae-95f3-7ff37fdaae2c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:35.383897 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-30b0e1a3-83d6-4b01-a1aa-bca845febc2a req-78740682-55fb-43ae-95f3-7ff37fdaae2c tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 947 time: 0.0960007 Apr 08 18:00:35.480859 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-30b0e1a3-83d6-4b01-a1aa-bca845febc2a req-8fe8b040-cdba-43e2-b6f2-e9f3351d3353 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups?id=921028cd-8ec1-42dc-b86a-27d66fb22154&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890083 Apr 08 18:00:35.870441 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Deleting port efad7922-4b04-41a9-8692-7fd2ac183c37 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:35.871325 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:35.935126 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-2efc87b8-7f8b-46a2-b0ff-80615c75b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:35.937558 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-2efc87b8-7f8b-46a2-b0ff-80615c75b4c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.6650372 Apr 08 18:00:36.123498 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-fbae966d-1a70-4b0b-8e1d-2147eede7d48 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 1001 time: 0.1290379 Apr 08 18:00:36.130462 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] For port efad7922-4b04-41a9-8692-7fd2ac183c37, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=efad7922-4b04-41a9-8692-7fd2ac183c37,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:36.130896 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:36.254187 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-5805f587-8936-44f0-b8ae-233197380b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:36.255860 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-5805f587-8936-44f0-b8ae-233197380b4d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.1215982 Apr 08 18:00:36.400656 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:36.401115 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (613dc372-b61a-4350-9cfd-e16f623fe627), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:36.401443 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Floating IP 613dc372-b61a-4350-9cfd-e16f623fe627 disassociated. External IP: 172.27.2.143, port: efad7922-4b04-41a9-8692-7fd2ac183c37. Apr 08 18:00:36.401805 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Calling delete_port for efad7922-4b04-41a9-8692-7fd2ac183c37 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:36.556139 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (efad7922-4b04-41a9-8692-7fd2ac183c37), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:36.604176 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event deleted for resources: {'Port': ['ID=efad7922-4b04-41a9-8692-7fd2ac183c37,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:36.625580 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-98c73e10-dad4-4e73-9c04-3165cc841a24 req-c6b8890b-44e5-465d-839f-2af75af38f09 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 210 time: 0.0635693 Apr 08 18:00:36.726777 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-e538cfca-9845-4cce-98c1-6cb6ece150b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:36.728564 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-e538cfca-9845-4cce-98c1-6cb6ece150b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600159 Apr 08 18:00:36.792648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Router e0427723-a488-4e31-a8fe-2405a5a7e07e has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:37.055564 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:37.062888 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-1f762be6-b29d-44d3-923b-afdf4a61119e service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107768 Apr 08 18:00:37.070986 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] Sync routers for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:37.090413 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:37.091834 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:37.276336 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] No DVR routers for this DVR port efad7922-4b04-41a9-8692-7fd2ac183c37 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:37.284221 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:37.289375 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-c9a8ca27-86a1-4cc8-a2e3-fee4d7bc53c2 req-ca0a2307-18fe-4c9b-b793-a22ecee83e0d tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.73 "DELETE /v2.0/ports/efad7922-4b04-41a9-8692-7fd2ac183c37 HTTP/1.1" status: 204 len: 173 time: 2.0484240 Apr 08 18:00:37.289911 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-deleted', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:37.293244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d97da-24b2-4044-90e9-7accd2f05248" -d '{"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-deleted", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:37.311123 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-648c3423-5cc3-456f-8c2f-513ae318f3f0 req-46252f43-0a0d-4e0a-a3bd-5468346bc816 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088864 Apr 08 18:00:37.351898 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4fd86c-c10d-4fd0-bf5f-80751376769a x-openstack-request-id: req-4d4fd86c-c10d-4fd0-bf5f-80751376769a {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:37.352421 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5173bc79-cb6d-40d5-9989-0008459b5721", "name": "network-vif-deleted", "tag": "efad7922-4b04-41a9-8692-7fd2ac183c37", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:37.352849 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4d4fd86c-c10d-4fd0-bf5f-80751376769a {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:37.353616 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4fd86c-c10d-4fd0-bf5f-80751376769a'] response: {'server_uuid': '5173bc79-cb6d-40d5-9989-0008459b5721', 'name': 'network-vif-deleted', 'tag': 'efad7922-4b04-41a9-8692-7fd2ac183c37', 'status': 'completed', 'code': 200} Apr 08 18:00:37.357401 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:37.772704 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:37.795127 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8028e208-9c50-48b2-9020-e5a8ce799014 req-7f2a3b66-60b9-4705-a485-1d52c706b8a9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/ports?device_id=5173bc79-cb6d-40d5-9989-0008459b5721 HTTP/1.1" status: 200 len: 210 time: 0.0397599 Apr 08 18:00:37.806671 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] Checking router: e0427723-a488-4e31-a8fe-2405a5a7e07e for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:37.822810 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:37.824386 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:37.979571 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:38.301278 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:38.353529 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee44e6-abec-4310-8d5e-97e7666493e4 None None] The sync data for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi is: [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T17:46:02Z', 'revision_number': 4, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'c9766ea2-7beb-4c8b-b666-deb48d80c849', 'name': '', 'network_id': 'ad1d721d-462d-4683-8210-a0822019814d', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'mac_address': 'fa:16:3e:f0:7f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:59Z', 'updated_at': '2022-04-08T17:46:30Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'subnets': [{'id': 'e21b6e51-fa0e-42f6-964c-fd52d0ac555b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:38.691692 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8443b-3d7a-40bf-895d-1503a570345f req-9b440d34-b3cf-4993-b8e2-4fa7e5a14004 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:38.694451 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ea8443b-3d7a-40bf-895d-1503a570345f req-9b440d34-b3cf-4993-b8e2-4fa7e5a14004 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.0761571 Apr 08 18:00:38.703869 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9687b62-8cbb-4563-95cb-8531b5624f05 None None] New status for floating IP 613dc372-b61a-4350-9cfd-e16f623fe627: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:00:38.771121 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-6ea8443b-3d7a-40bf-895d-1503a570345f req-ad90c61b-eef8-44eb-860d-d6d5f72088ac tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662756 Apr 08 18:00:38.954039 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53940) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:39.059989 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41f4-aa7a-4fad-95ab-f72ce5c98ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (921028cd-8ec1-42dc-b86a-27d66fb22154), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:39.107222 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41f4-aa7a-4fad-95ab-f72ce5c98ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (921028cd-8ec1-42dc-b86a-27d66fb22154), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:39.190933 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41f4-aa7a-4fad-95ab-f72ce5c98ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (921028cd-8ec1-42dc-b86a-27d66fb22154), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:39.194246 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-1a1f41f4-aa7a-4fad-95ab-f72ce5c98ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:39.195523 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-1a1f41f4-aa7a-4fad-95ab-f72ce5c98ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "DELETE /v2.0/security-groups/921028cd-8ec1-42dc-b86a-27d66fb22154 HTTP/1.1" status: 204 len: 168 time: 0.2399685 Apr 08 18:00:39.200572 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53942) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:39.210085 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:39.220213 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f41f4-aa7a-4fad-95ab-f72ce5c98ac9 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921028cd-8ec1-42dc-b86a-27d66fb22154,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:39.221921 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.api.v2.resource [None req-8ae12cca-4744-4e7a-af22-5d321ced3e7b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] show failed (client error): The resource could not be found. Apr 08 18:00:39.222923 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-8ae12cca-4744-4e7a-af22-5d321ced3e7b tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "GET /v2.0/security-groups/921028cd-8ec1-42dc-b86a-27d66fb22154 HTTP/1.1" status: 404 len: 347 time: 0.0209575 Apr 08 18:00:39.227912 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53944) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:39.248485 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: efad7922-4b04-41a9-8692-7fd2ac183c37 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:39.249996 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device efad7922-4b04-41a9-8692-7fd2ac183c37 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:39.403637 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Deleting port b57ad369-43ba-48f8-bd6d-9902d1c9181a {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:39.403937 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:39.513272 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:39.513842 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (b57ad369-43ba-48f8-bd6d-9902d1c9181a), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:39.539135 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Calling delete_port for b57ad369-43ba-48f8-bd6d-9902d1c9181a owned by network:floatingip {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:40.122948 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd528f0-fad4-409d-ab59-26023bb4f97f req-f9d96055-4bb6-45a3-9d18-9b6860ed6651 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:40.126370 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bbd528f0-fad4-409d-ab59-26023bb4f97f req-f9d96055-4bb6-45a3-9d18-9b6860ed6651 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.1701481 Apr 08 18:00:40.244886 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:00:40.251153 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bbd528f0-fad4-409d-ab59-26023bb4f97f req-6b9e85ee-4eee-46b0-b85c-9973d68f610c tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137576 Apr 08 18:00:40.345899 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (b57ad369-43ba-48f8-bd6d-9902d1c9181a), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:40.375325 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Pushing event deleted for resources: {'Port': ['ID=b57ad369-43ba-48f8-bd6d-9902d1c9181a,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:40.448393 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks [] for floatingip (613dc372-b61a-4350-9cfd-e16f623fe627), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:40.451602 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:40.453383 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-75c7f660-7879-4000-8e4a-1ff8cbdc0b9e tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] 10.222.0.78 "DELETE /v2.0/floatingips/613dc372-b61a-4350-9cfd-e16f623fe627 HTTP/1.1" status: 204 len: 168 time: 1.2241211 Apr 08 18:00:41.444020 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-e3f15c2a-7e49-4a84-8cf6-349b3f17f4ad tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:41.446572 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-e3f15c2a-7e49-4a84-8cf6-349b3f17f4ad tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.1427233 Apr 08 18:00:41.469393 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6236562-b6cc-4e31-b2f0-e8a7781c7e1d req-f7ab9227-a90b-43f9-a733-32e279e4a375 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:41.471943 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b6236562-b6cc-4e31-b2f0-e8a7781c7e1d req-f7ab9227-a90b-43f9-a733-32e279e4a375 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 945 time: 0.1164045 Apr 08 18:00:41.679784 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b6236562-b6cc-4e31-b2f0-e8a7781c7e1d req-3538163b-7bf9-4d3d-9249-191ad9cd9304 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups?id=93e337d2-bd39-4181-a53f-46bf0a24523d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968174 Apr 08 18:00:41.695042 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port 381fb742-44f0-48d8-8cac-4a0444c81379 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:41.695832 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:41.861990 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] For port 381fb742-44f0-48d8-8cac-4a0444c81379, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=381fb742-44f0-48d8-8cac-4a0444c81379,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:41.862710 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:42.145078 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:42.145529 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (c9c8456c-8ae4-4953-b41f-264a16e812b5), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:42.146040 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Floating IP c9c8456c-8ae4-4953-b41f-264a16e812b5 disassociated. External IP: 172.27.2.154, port: 381fb742-44f0-48d8-8cac-4a0444c81379. Apr 08 18:00:42.146568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for 381fb742-44f0-48d8-8cac-4a0444c81379 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:42.321757 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (381fb742-44f0-48d8-8cac-4a0444c81379), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:42.357948 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=381fb742-44f0-48d8-8cac-4a0444c81379,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:42.507728 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:42.641430 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:42.654922 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:42.670086 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:42.671556 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:42.708507 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] No DVR routers for this DVR port 381fb742-44f0-48d8-8cac-4a0444c81379 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:42.714082 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:42.718076 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f6724484-b6d7-4495-9e3c-7fd375a8fbc3 req-0d20bf98-5086-41e2-b286-d8f07aa2ae0b tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.73 "DELETE /v2.0/ports/381fb742-44f0-48d8-8cac-4a0444c81379 HTTP/1.1" status: 204 len: 173 time: 1.2618523 Apr 08 18:00:42.718603 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'name': 'network-vif-deleted', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:00:42.721154 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f5ea1e-9d42-4971-88e3-eb98252a36b2" -d '{"events": [{"server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "name": "network-vif-deleted", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:00:42.793373 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12f46fa-6b4a-4c25-b737-329f0b417b46 x-openstack-request-id: req-b12f46fa-6b4a-4c25-b737-329f0b417b46 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:00:42.793752 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b290d99-73f9-4e5b-8798-4be84997050b", "name": "network-vif-deleted", "tag": "381fb742-44f0-48d8-8cac-4a0444c81379", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:00:42.794038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b12f46fa-6b4a-4c25-b737-329f0b417b46 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:00:42.794428 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12f46fa-6b4a-4c25-b737-329f0b417b46'] response: {'server_uuid': '2b290d99-73f9-4e5b-8798-4be84997050b', 'name': 'network-vif-deleted', 'tag': '381fb742-44f0-48d8-8cac-4a0444c81379', 'status': 'completed', 'code': 200} Apr 08 18:00:42.904435 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ba590314-fcad-4e3a-9525-f1568110a636 req-c84acb82-1015-415a-8dd7-2de2d83c4ae3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b290d99-73f9-4e5b-8798-4be84997050b HTTP/1.1" status: 200 len: 210 time: 0.0673904 Apr 08 18:00:42.922329 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:43.098531 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 53982) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:43.312148 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:43.346362 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:43.368267 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:43.369514 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:43.588185 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:43.871119 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (e0427723-a488-4e31-a8fe-2405a5a7e07e), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:43.944401 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:43.978589 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb56a27-f6ec-4007-82c7-a6c20d8916f5 None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab', 'name': '', 'network_id': 'e0ad2a86-d620-4fda-a99c-2059c210a0ed', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'mac_address': 'fa:16:3e:98:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:46:16Z', 'updated_at': '2022-04-08T17:46:34Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'subnets': [{'id': '45d512ed-300f-492b-9fd8-0ed0be420735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:44.070017 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53992) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:44.143113 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-81d73363-2a74-4d87-aa8e-11f881e2ddd0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (93e337d2-bd39-4181-a53f-46bf0a24523d), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.177550 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-81d73363-2a74-4d87-aa8e-11f881e2ddd0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (93e337d2-bd39-4181-a53f-46bf0a24523d), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.274479 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-81d73363-2a74-4d87-aa8e-11f881e2ddd0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (93e337d2-bd39-4181-a53f-46bf0a24523d), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.277722 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-81d73363-2a74-4d87-aa8e-11f881e2ddd0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.279197 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-81d73363-2a74-4d87-aa8e-11f881e2ddd0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/security-groups/93e337d2-bd39-4181-a53f-46bf0a24523d HTTP/1.1" status: 204 len: 168 time: 0.2077758 Apr 08 18:00:44.284685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53994) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:44.301943 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Deleting port c9766ea2-7beb-4c8b-b666-deb48d80c849 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:44.302730 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.304301 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73363-2a74-4d87-aa8e-11f881e2ddd0 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e337d2-bd39-4181-a53f-46bf0a24523d,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:44.307795 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.api.v2.resource [None req-a0091d20-2948-4f77-a366-a2efce9b13d6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] show failed (client error): The resource could not be found. Apr 08 18:00:44.312242 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a0091d20-2948-4f77-a366-a2efce9b13d6 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "GET /v2.0/security-groups/93e337d2-bd39-4181-a53f-46bf0a24523d HTTP/1.1" status: 404 len: 347 time: 0.0234094 Apr 08 18:00:44.315673 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 53996) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:44.363064 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5684413-d453-473d-8ab1-df08f3e847c3 None None] New status for floating IP c9c8456c-8ae4-4953-b41f-264a16e812b5: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:00:44.515189 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] For port c9766ea2-7beb-4c8b-b666-deb48d80c849, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=c9766ea2-7beb-4c8b-b666-deb48d80c849,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:44.516524 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.551890 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Calling delete_port for c9766ea2-7beb-4c8b-b666-deb48d80c849 owned by network:router_interface {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:44.554700 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Deleting port f176f323-7add-4685-93c8-21d9486ae28b {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:44.555380 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (f176f323-7add-4685-93c8-21d9486ae28b), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.705193 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (f176f323-7add-4685-93c8-21d9486ae28b), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.705604 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (f176f323-7add-4685-93c8-21d9486ae28b), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.725614 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Calling delete_port for f176f323-7add-4685-93c8-21d9486ae28b owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:44.855364 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (c9766ea2-7beb-4c8b-b666-deb48d80c849), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.890793 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9766ea2-7beb-4c8b-b666-deb48d80c849,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:44.930425 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (f176f323-7add-4685-93c8-21d9486ae28b), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:44.977730 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Pushing event deleted for resources: {'Port': ['ID=f176f323-7add-4685-93c8-21d9486ae28b,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:45.087445 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks [] for floatingip (c9c8456c-8ae4-4953-b41f-264a16e812b5), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:45.093983 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:45.097090 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-7f80530f-d2ea-42fa-ac89-8d4e28b2f4d3 tempest-AttachVolumeNegativeTest-1754875254 tempest-AttachVolumeNegativeTest-1754875254-project] 10.222.0.78 "DELETE /v2.0/floatingips/c9c8456c-8ae4-4953-b41f-264a16e812b5 HTTP/1.1" status: 204 len: 168 time: 0.7788279 Apr 08 18:00:45.169416 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (e0427723-a488-4e31-a8fe-2405a5a7e07e), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:45.232241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 381fb742-44f0-48d8-8cac-4a0444c81379 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:45.273710 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: 381fb742-44f0-48d8-8cac-4a0444c81379 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:45.274456 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device 381fb742-44f0-48d8-8cac-4a0444c81379 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:45.490026 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Router e0427723-a488-4e31-a8fe-2405a5a7e07e has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:45.702579 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:45.711978 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-87a1e5e1-2c59-41e0-815c-04bd0e4c9f06 admin admin] 10.222.0.78 "PUT /v2.0/routers/e0427723-a488-4e31-a8fe-2405a5a7e07e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120167 Apr 08 18:00:45.713292 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] Sync routers for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:45.715365 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54014) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:45.725648 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:45.726297 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:45.878326 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:45.884592 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks [] for router (e0427723-a488-4e31-a8fe-2405a5a7e07e), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:46.025178 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks [] for router_gateway (e0427723-a488-4e31-a8fe-2405a5a7e07e), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:46.112378 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Deleting port c61e7fbb-cbc8-4e96-8efa-a485892db517 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:46.113159 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:46.132158 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T18:00:44Z', 'revision_number': 5, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port': {'id': 'c61e7fbb-cbc8-4e96-8efa-a485892db517', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:44:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:53Z', 'updated_at': '2022-04-08T17:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:46.179553 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] Checking router: e0427723-a488-4e31-a8fe-2405a5a7e07e for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:46.195229 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] Routers {'e0427723-a488-4e31-a8fe-2405a5a7e07e'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:46.196274 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['e0427723-a488-4e31-a8fe-2405a5a7e07e'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:46.223206 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] For port c61e7fbb-cbc8-4e96-8efa-a485892db517, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=c61e7fbb-cbc8-4e96-8efa-a485892db517,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:46.223669 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:46.246156 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Calling delete_port for c61e7fbb-cbc8-4e96-8efa-a485892db517 owned by network:router_gateway {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:46.354971 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] Set router e0427723-a488-4e31-a8fe-2405a5a7e07e gateway port host: None {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:46.442692 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T18:00:46Z', 'revision_number': 6, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:46.474627 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d6d133-7a0a-4366-857a-8672f16cc17d None None] The sync data for ids ['e0427723-a488-4e31-a8fe-2405a5a7e07e'] in dv-cinder-837165-1-iscsi is: [{'id': 'e0427723-a488-4e31-a8fe-2405a5a7e07e', 'name': 'tempest-AttachVolumeShelveTestJSON-681587507-router', 'tenant_id': 'd89a692a80ec41c7bf57d04093f1401a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:51Z', 'updated_at': '2022-04-08T18:00:46Z', 'revision_number': 6, 'project_id': 'd89a692a80ec41c7bf57d04093f1401a', 'gw_port_host': None}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:46.487581 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (c61e7fbb-cbc8-4e96-8efa-a485892db517), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:46.525800 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Pushing event deleted for resources: {'Port': ['ID=c61e7fbb-cbc8-4e96-8efa-a485892db517,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:46.625599 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (e0427723-a488-4e31-a8fe-2405a5a7e07e), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.042290 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (e0427723-a488-4e31-a8fe-2405a5a7e07e), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.045043 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks [] for router_controller (e0427723-a488-4e31-a8fe-2405a5a7e07e), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.122771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (e0427723-a488-4e31-a8fe-2405a5a7e07e), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.123908 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0427723-a488-4e31-a8fe-2405a5a7e07e {{(pid=110162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:00:47.129041 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.130408 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-fcda6163-5b5a-4243-91ad-90e1e08cbecd admin admin] 10.222.0.78 "DELETE /v2.0/routers/e0427723-a488-4e31-a8fe-2405a5a7e07e HTTP/1.1" status: 204 len: 168 time: 1.4136906 Apr 08 18:00:47.133605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54024) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:47.185401 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Deleting subnet e21b6e51-fa0e-42f6-964c-fd52d0ac555b {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:00:47.189483 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Publish callbacks [] for subnet (e21b6e51-fa0e-42f6-964c-fd52d0ac555b), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.232695 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562324'] for subnet (e21b6e51-fa0e-42f6-964c-fd52d0ac555b), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.346704 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (e21b6e51-fa0e-42f6-964c-fd52d0ac555b), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.420467 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286468'] for subnet (e21b6e51-fa0e-42f6-964c-fd52d0ac555b), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.452607 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21b6e51-fa0e-42f6-964c-fd52d0ac555b,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:47.467784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.468348 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.468918 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.469483 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.470051 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.470612 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.471181 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.471738 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.472332 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.472897 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.473470 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.474039 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.474599 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.475156 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.475705 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:47.481225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.487345 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b8c039f9-dcb6-4ba8-903d-1b36627b40db admin admin] 10.222.0.78 "DELETE /v2.0/subnets/e21b6e51-fa0e-42f6-964c-fd52d0ac555b HTTP/1.1" status: 204 len: 168 time: 0.3523550 Apr 08 18:00:47.488765 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a40563-5ccc-4051-be8f-7ca075f85a14 None None] Network ad1d721d-462d-4683-8210-a0822019814d requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:47.489993 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54032) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:47.618141 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (ad1d721d-462d-4683-8210-a0822019814d), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.713169 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Deleting port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:47.713491 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.854782 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] For port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,segment=NetworkSegment(821faaef-aba5-4db1-bded-7502759cc86a),segment_id=821faaef-aba5-4db1-bded-7502759cc86a)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:47.855499 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:47.886411 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Calling delete_port for 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 owned by network:dhcp {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:47.924497 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] DHCP port deletion for ad1d721d-462d-4683-8210-a0822019814d request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:00:47.975432 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device c9766ea2-7beb-4c8b-b666-deb48d80c849 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:48.016869 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: c9766ea2-7beb-4c8b-b666-deb48d80c849 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:48.017466 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device c9766ea2-7beb-4c8b-b666-deb48d80c849 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:48.018067 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device c61e7fbb-cbc8-4e96-8efa-a485892db517 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:48.034123 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.056540 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: c61e7fbb-cbc8-4e96-8efa-a485892db517 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:48.057086 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device c61e7fbb-cbc8-4e96-8efa-a485892db517 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:48.060439 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] Deleting port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:48.061122 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.064305 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Pushing event deleted for resources: {'Port': ['ID=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:48.068822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] No DVR routers for this DVR port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 on host dv-cinder-837165-1-iscsi {{(pid=110163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:48.159419 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] For port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12, host dv-cinder-837165-1-iscsi, got binding levels [] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:48.160055 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.174242 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (ad1d721d-462d-4683-8210-a0822019814d), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.183961 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] Calling delete_port for 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:48.189533 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.ipam_backend_mixin [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] Port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 was not found and therefore no delete operation was performed {{(pid=110164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 08 18:00:48.191587 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (60dc3c54-850c-4350-9ff2-cd9ba1cbcc12), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.211614 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1d721d-462d-4683-8210-a0822019814d']}} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:48.230281 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821faaef-aba5-4db1-bded-7502759cc86a') {'for_net_delete': True} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:48.230758 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821faaef-aba5-4db1-bded-7502759cc86a') {} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:48.236009 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] Pushing event deleted for resources: {'Port': ['ID=60dc3c54-850c-4350-9ff2-cd9ba1cbcc12,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:48.244370 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39381784-851c-4216-8868-88a1b3c918c9 None None] No DVR routers for this DVR port 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:48.249213 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766314'] for segment (821faaef-aba5-4db1-bded-7502759cc86a), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.270212 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (821faaef-aba5-4db1-bded-7502759cc86a), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.279312 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=110163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:00:48.280526 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9378993'] for segment (821faaef-aba5-4db1-bded-7502759cc86a), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: Traceback (most recent call last): Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: timer() Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: cb(*args, **kw) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: return func(*args, **kwargs) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: self._notify() Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: self.callback(batched_events) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: event.method(event) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: return f(self, *a, **k) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._get(url).json() Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: return self.request(url, 'GET', **kwargs) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:00:48.283038 dv-cinder-837165-1-iscsi neutron-server[110163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:00:48.368026 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (ad1d721d-462d-4683-8210-a0822019814d), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.375677 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.384290 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] 10.222.0.78 "DELETE /v2.0/networks/ad1d721d-462d-4683-8210-a0822019814d HTTP/1.1" status: 204 len: 168 time: 0.8884799 Apr 08 18:00:48.404073 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc549ae8-0125-42eb-ac0f-7b0a98cb11ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ad1d721d-462d-4683-8210-a0822019814d,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:48.558139 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54042) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:48.611660 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7fbcea00-eff6-4db6-9741-c52582dcb580 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d89a692a80ec41c7bf57d04093f1401a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0522680 Apr 08 18:00:48.614526 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54044) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:48.675627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e0c4-10d4-4dde-aecc-22b4269dc4db admin admin] Publish callbacks [] for security_group (c2761ee2-e344-4b9d-88a9-6d786c22353f), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.703401 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e0c4-10d4-4dde-aecc-22b4269dc4db admin admin] Publish callbacks [] for security_group (c2761ee2-e344-4b9d-88a9-6d786c22353f), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.781330 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e0c4-10d4-4dde-aecc-22b4269dc4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (c2761ee2-e344-4b9d-88a9-6d786c22353f), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.786143 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e0c4-10d4-4dde-aecc-22b4269dc4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:48.787715 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d7e7e0c4-10d4-4dde-aecc-22b4269dc4db admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c2761ee2-e344-4b9d-88a9-6d786c22353f HTTP/1.1" status: 204 len: 168 time: 0.1720908 Apr 08 18:00:48.804255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7e0c4-10d4-4dde-aecc-22b4269dc4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2761ee2-e344-4b9d-88a9-6d786c22353f,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:49.750974 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54084) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:49.899084 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1550540559-network', 'tenant_id': 'f47346108cb64d3d8c5905a731bdafb7'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:49.901407 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:49.927532 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Made reservation on behalf of f47346108cb64d3d8c5905a731bdafb7 for: {'network': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:00:49.931604 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:49.942285 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:49.942606 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:49.942920 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 60dc3c54-850c-4350-9ff2-cd9ba1cbcc12 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:50.079303 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks [] for security_group (508b5def-e679-4165-bf24-b0065502d3eb), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.085933 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (508b5def-e679-4165-bf24-b0065502d3eb), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.116193 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] vlan segment allocate from pool success with {'vlan_id': 936, 'physical_network': 'physnet1'} {{(pid=110163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 18:00:50.138294 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508b5def-e679-4165-bf24-b0065502d3eb,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:50.142523 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.143056 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.segments_db [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Added segment aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae of type vlan for network 1f02a598-3f74-4a01-a21e-d277b6b5aa4f Apr 08 18:00:50.212394 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (1f02a598-3f74-4a01-a21e-d277b6b5aa4f), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.257366 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (1f02a598-3f74-4a01-a21e-d277b6b5aa4f), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.259244 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:50.260066 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.322998 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5661108 Apr 08 18:00:50.323784 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54098) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:50.324540 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54096) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:50.330972 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Request body: {'subnet': {'network_id': '1f02a598-3f74-4a01-a21e-d277b6b5aa4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1550540559-subnet', 'tenant_id': 'f47346108cb64d3d8c5905a731bdafb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:50.357123 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Made reservation on behalf of f47346108cb64d3d8c5905a731bdafb7 for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:00:50.360049 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286433'] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.388156 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6018b-df45-4cb8-9067-a52c29cd5836 admin admin] Pushing event updated for resources: {'Network': ['ID=1f02a598-3f74-4a01-a21e-d277b6b5aa4f,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:50.401273 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 1f02a598-3f74-4a01-a21e-d277b6b5aa4f details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 18:00:50.631471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4091217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286479'] for subnet (a2a3e63a-8ed7-4085-88fe-94238c748426), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.701251 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a3e63a-8ed7-4085-88fe-94238c748426,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:50.719424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Checking segment: {'id': 'aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '1f02a598-3f74-4a01-a21e-d277b6b5aa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:00:50.719960 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Network hostable DHCP agents. Network: 1f02a598-3f74-4a01-a21e-d277b6b5aa4f, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 18:00:50.743803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Network 1f02a598-3f74-4a01-a21e-d277b6b5aa4f is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 18:00:50.759417 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 1f02a598-3f74-4a01-a21e-d277b6b5aa4f) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:00:50.767612 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:50.768751 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:50.776440 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fdbac0-ebb3-484b-b582-4bd873c9bd8e None None] Network 1f02a598-3f74-4a01-a21e-d277b6b5aa4f requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:50.797516 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-d211a79d-d889-4001-b544-b42a3dfad811 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4712214 Apr 08 18:00:50.970360 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c50d7bc-1d43-4455-983f-85629ea8c6a1 None None] Network 1f02a598-3f74-4a01-a21e-d277b6b5aa4f requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:51.068673 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.432871 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Deleting port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:51.433266 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.530804 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] For port b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:51.531173 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.554501 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Calling delete_port for b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab owned by network:router_interface {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:51.630244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54118) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:51.636581 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-384624631-network', 'tenant_id': '65e2325ef5044d959b25e833199efa9c'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:51.672261 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Made reservation on behalf of 65e2325ef5044d959b25e833199efa9c for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:00:51.676680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.693525 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.815834 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks [] for security_group (243f8b84-39ed-417a-a903-b767e70afc24), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.818492 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.821872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (243f8b84-39ed-417a-a903-b767e70afc24), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.848849 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 18:00:51.865773 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243f8b84-39ed-417a-a903-b767e70afc24,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:51.871052 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Pushing event deleted for resources: {'Port': ['ID=b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:51.874853 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (4dc751bf-edc5-4965-9855-c7e970ea75ce), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.875233 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Added segment 4dc751bf-edc5-4965-9855-c7e970ea75ce of type vlan for network 4c9d33e0-5c2e-4ebf-8631-39b9410525ca Apr 08 18:00:51.945948 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (4c9d33e0-5c2e-4ebf-8631-39b9410525ca), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.990327 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (4c9d33e0-5c2e-4ebf-8631-39b9410525ca), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:51.992047 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:51.993028 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:52.062819 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4302659 Apr 08 18:00:52.067536 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54122) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:52.075951 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Request body: {'subnet': {'network_id': '4c9d33e0-5c2e-4ebf-8631-39b9410525ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-384624631-subnet', 'tenant_id': '65e2325ef5044d959b25e833199efa9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:00:52.163399 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb3fcc-00fb-4d99-8099-65712e5b968f admin admin] Pushing event updated for resources: {'Network': ['ID=4c9d33e0-5c2e-4ebf-8631-39b9410525ca,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:52.179767 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Made reservation on behalf of 65e2325ef5044d959b25e833199efa9c for: {'subnet': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:00:52.183103 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9286433'] for subnet (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:52.187031 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 4c9d33e0-5c2e-4ebf-8631-39b9410525ca details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 18:00:52.386575 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:52.447844 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4091217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9286479'] for subnet (2256180f-1067-40d4-8d60-81b577936393), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:52.547982 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2256180f-1067-40d4-8d60-81b577936393,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:52.559870 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Checking segment: {'id': '4dc751bf-edc5-4965-9855-c7e970ea75ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4c9d33e0-5c2e-4ebf-8631-39b9410525ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:00:52.560441 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Network hostable DHCP agents. Network: 4c9d33e0-5c2e-4ebf-8631-39b9410525ca, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 18:00:52.589178 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Network 4c9d33e0-5c2e-4ebf-8631-39b9410525ca is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 18:00:52.602257 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 4c9d33e0-5c2e-4ebf-8631-39b9410525ca) {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:00:52.608524 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:00:52.609544 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:52.617284 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678ac8c-736f-426f-84e2-27934e2923d9 None None] Network 4c9d33e0-5c2e-4ebf-8631-39b9410525ca requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:52.651964 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8fa40d8f-2c01-4201-b13b-2ec9ae1976f3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5680699 Apr 08 18:00:52.742822 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83a364-c135-4375-bfab-b37f6a2472d2 None None] Network 4c9d33e0-5c2e-4ebf-8631-39b9410525ca requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:52.745034 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:00:52.840888 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54126) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:52.905431 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:00:52.912066 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] Deleting subnet a2a3e63a-8ed7-4085-88fe-94238c748426 {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:00:52.918094 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-e64e094b-4cec-487f-b79b-522b7c66861c admin admin] 10.222.0.78 "PUT /v2.0/routers/bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5891054 Apr 08 18:00:52.918406 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] Publish callbacks [] for subnet (a2a3e63a-8ed7-4085-88fe-94238c748426), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:52.918600 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54128) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:52.926964 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] Sync routers for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:00:52.946899 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:52.947964 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:52.991925 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562324'] for subnet (a2a3e63a-8ed7-4085-88fe-94238c748426), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.053878 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (a2a3e63a-8ed7-4085-88fe-94238c748426), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.112671 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks [] for router (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.157391 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286468'] for subnet (a2a3e63a-8ed7-4085-88fe-94238c748426), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.171363 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:53.205444 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a3e63a-8ed7-4085-88fe-94238c748426,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:53.212032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.217882 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a1b40417-dd2d-4118-a621-7e2e05e1279e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a2a3e63a-8ed7-4085-88fe-94238c748426 HTTP/1.1" status: 204 len: 168 time: 0.3743684 Apr 08 18:00:53.224960 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54132) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:53.294783 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-a329baec-71e6-49be-84de-54dda719b2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.325121 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks [] for router_gateway (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.362301 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (1f02a598-3f74-4a01-a21e-d277b6b5aa4f), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.405491 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Deleting port b92f48b3-289a-425b-9338-04f0c7480ef1 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:53.406421 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.454468 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T18:00:51Z', 'revision_number': 5, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port': {'id': 'b92f48b3-289a-425b-9338-04f0c7480ef1', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:45:58Z', 'updated_at': '2022-04-08T17:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:53.476339 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (1f02a598-3f74-4a01-a21e-d277b6b5aa4f), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.502454 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] For port b92f48b3-289a-425b-9338-04f0c7480ef1, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=b92f48b3-289a-425b-9338-04f0c7480ef1,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:53.502985 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.505335 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] Checking router: bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:00:53.515325 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f02a598-3f74-4a01-a21e-d277b6b5aa4f']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:53.522064 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Calling delete_port for b92f48b3-289a-425b-9338-04f0c7480ef1 owned by network:router_gateway {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:53.522663 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] Routers {'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:00:53.523965 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:00:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:53.532911 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:53.533409 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:53.552767 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.579214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.588847 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:00:53.589433 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (aef5ffb9-9cf3-46ac-94b9-7c57d1e71cae), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:00:53.592862 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:00:53.680991 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (1f02a598-3f74-4a01-a21e-d277b6b5aa4f), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.690431 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.697444 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] 10.222.0.78 "DELETE /v2.0/networks/1f02a598-3f74-4a01-a21e-d277b6b5aa4f HTTP/1.1" status: 204 len: 168 time: 0.4704914 Apr 08 18:00:53.701948 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54134) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:53.719357 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a645328-2bc7-477a-8287-228da9f4fd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=1f02a598-3f74-4a01-a21e-d277b6b5aa4f,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:53.776164 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] Deleting subnet 2256180f-1067-40d4-8d60-81b577936393 {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:00:53.800808 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] Publish callbacks [] for subnet (2256180f-1067-40d4-8d60-81b577936393), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.821951 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] Set router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a gateway port host: None {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:00:53.861889 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (2256180f-1067-40d4-8d60-81b577936393), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.884846 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (b92f48b3-289a-425b-9338-04f0c7480ef1), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.930436 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T18:00:53Z', 'revision_number': 6, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:53.946557 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92f48b3-289a-425b-9338-04f0c7480ef1,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:53.968975 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90bade1-41bf-4aed-a462-2dd7415bb72e None None] The sync data for ids ['bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a'] in dv-cinder-837165-1-iscsi is: [{'id': 'bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a', 'name': 'tempest-AttachVolumeNegativeTest-1721272306-router', 'tenant_id': 'b60301e63a954efd8e6fed0dd4dab259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:45:54Z', 'updated_at': '2022-04-08T18:00:53Z', 'revision_number': 6, 'project_id': 'b60301e63a954efd8e6fed0dd4dab259', 'gw_port_host': None}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:00:53.982360 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (2256180f-1067-40d4-8d60-81b577936393), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:53.986467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.987035 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.987237 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.987900 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.988246 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.988592 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.988928 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.989260 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.989592 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.989924 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.990255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.990581 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.990930 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.991226 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:53.991548 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:00:54.069131 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.179082 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.181726 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (2256180f-1067-40d4-8d60-81b577936393), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.184398 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks [] for router_controller (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.250791 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2256180f-1067-40d4-8d60-81b577936393,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:54.256141 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.259250 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-cfabdaa9-ecc4-4078-945d-c574f9e376fb admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2256180f-1067-40d4-8d60-81b577936393 HTTP/1.1" status: 204 len: 168 time: 0.5562291 Apr 08 18:00:54.263185 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54138) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:54.273655 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.274180 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a {{(pid=110163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:00:54.282393 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.283627 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b1701aca-da75-4965-9c07-2fc0365cd1d3 admin admin] 10.222.0.78 "DELETE /v2.0/routers/bd35f9ed-46c4-4c0a-af5c-20e5cf12f73a HTTP/1.1" status: 204 len: 168 time: 1.3630843 Apr 08 18:00:54.286167 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54140) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:54.337321 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] Deleting subnet 45d512ed-300f-492b-9fd8-0ed0be420735 {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:00:54.341188 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] Publish callbacks [] for subnet (45d512ed-300f-492b-9fd8-0ed0be420735), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.364802 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (4c9d33e0-5c2e-4ebf-8631-39b9410525ca), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.384671 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (45d512ed-300f-492b-9fd8-0ed0be420735), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.460253 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (4c9d33e0-5c2e-4ebf-8631-39b9410525ca), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.492020 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9d33e0-5c2e-4ebf-8631-39b9410525ca']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:54.497424 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (45d512ed-300f-492b-9fd8-0ed0be420735), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.511019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc751bf-edc5-4965-9855-c7e970ea75ce') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:54.511443 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc751bf-edc5-4965-9855-c7e970ea75ce') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:54.530389 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (4dc751bf-edc5-4965-9855-c7e970ea75ce), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.556058 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (4dc751bf-edc5-4965-9855-c7e970ea75ce), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.567866 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:00:54.568608 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (4dc751bf-edc5-4965-9855-c7e970ea75ce), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.568772 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (45d512ed-300f-492b-9fd8-0ed0be420735), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:00:54.572027 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:00:54.596454 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d512ed-300f-492b-9fd8-0ed0be420735,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:54.601747 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.608446 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-e5fd809c-a884-489f-9688-4950b6ec6f26 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/45d512ed-300f-492b-9fd8-0ed0be420735 HTTP/1.1" status: 204 len: 168 time: 0.3205681 Apr 08 18:00:54.609098 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54142) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:54.610931 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d4e3f-e0fe-4b30-9190-70bfe804aaf2 None None] Network e0ad2a86-d620-4fda-a99c-2059c210a0ed requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:00:54.683336 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (4c9d33e0-5c2e-4ebf-8631-39b9410525ca), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.699513 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.702846 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (e0ad2a86-d620-4fda-a99c-2059c210a0ed), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.707181 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] 10.222.0.78 "DELETE /v2.0/networks/4c9d33e0-5c2e-4ebf-8631-39b9410525ca HTTP/1.1" status: 204 len: 168 time: 0.4393239 Apr 08 18:00:54.707181 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c7763-b3b7-41f5-99bd-94966831116e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9d33e0-5c2e-4ebf-8631-39b9410525ca,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:54.776602 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Deleting port 75495165-ad2c-4431-b896-9445e6d16a74 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:54.777026 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (75495165-ad2c-4431-b896-9445e6d16a74), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.820169 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] DHCP port deletion for e0ad2a86-d620-4fda-a99c-2059c210a0ed request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:00:54.869225 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] For port 75495165-ad2c-4431-b896-9445e6d16a74, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=75495165-ad2c-4431-b896-9445e6d16a74,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:54.869734 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (75495165-ad2c-4431-b896-9445e6d16a74), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.881410 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] Deleting port 75495165-ad2c-4431-b896-9445e6d16a74 {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:00:54.882045 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (75495165-ad2c-4431-b896-9445e6d16a74), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:54.893183 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Calling delete_port for 75495165-ad2c-4431-b896-9445e6d16a74 owned by network:dhcp {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:55.011264 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] For port 75495165-ad2c-4431-b896-9445e6d16a74, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=75495165-ad2c-4431-b896-9445e6d16a74,segment=NetworkSegment(f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4),segment_id=f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:00:55.012084 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (75495165-ad2c-4431-b896-9445e6d16a74), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.037709 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] Calling delete_port for 75495165-ad2c-4431-b896-9445e6d16a74 owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:00:55.047819 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (75495165-ad2c-4431-b896-9445e6d16a74), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.074184 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54146) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:55.097535 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=75495165-ad2c-4431-b896-9445e6d16a74,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:55.103521 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] No DVR routers for this DVR port 75495165-ad2c-4431-b896-9445e6d16a74 on host dv-cinder-837165-1-iscsi {{(pid=110163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:55.166239 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-6a79f1e4-0441-48f3-8529-aa7795bf474f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f47346108cb64d3d8c5905a731bdafb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898528 Apr 08 18:00:55.167020 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54148) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:55.183595 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (75495165-ad2c-4431-b896-9445e6d16a74), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.239407 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] No DVR routers for this DVR port 75495165-ad2c-4431-b896-9445e6d16a74 on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:00:55.244956 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ded5d8-4676-4609-ae53-b9488c883059 None None] Pushing event deleted for resources: {'Port': ['ID=75495165-ad2c-4431-b896-9445e6d16a74,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:55.255092 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (e0ad2a86-d620-4fda-a99c-2059c210a0ed), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.289607 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-70c0684e-6c46-4e80-9773-5874e2bb6d4d admin admin] Publish callbacks [] for security_group (508b5def-e679-4165-bf24-b0065502d3eb), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.300375 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ad2a86-d620-4fda-a99c-2059c210a0ed']}} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:55.316353 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4') {'for_net_delete': True} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:55.316821 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4') {} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:00:55.317689 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-70c0684e-6c46-4e80-9773-5874e2bb6d4d admin admin] Publish callbacks [] for security_group (508b5def-e679-4165-bf24-b0065502d3eb), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.335428 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766314'] for segment (f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.364398 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.373061 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=110163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:00:55.373901 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9378993'] for segment (f2d7bd96-3978-4bf4-b4d4-2bf1db2be3f4), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: Traceback (most recent call last): Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: timer() Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: cb(*args, **kw) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: return func(*args, **kwargs) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: self._notify() Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: self.callback(batched_events) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: event.method(event) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: return f(self, *a, **k) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._get(url).json() Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: return self.request(url, 'GET', **kwargs) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:00:55.375804 dv-cinder-837165-1-iscsi neutron-server[110163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:00:55.396299 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-70c0684e-6c46-4e80-9773-5874e2bb6d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (508b5def-e679-4165-bf24-b0065502d3eb), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.403348 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-70c0684e-6c46-4e80-9773-5874e2bb6d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.406113 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-70c0684e-6c46-4e80-9773-5874e2bb6d4d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/508b5def-e679-4165-bf24-b0065502d3eb HTTP/1.1" status: 204 len: 168 time: 0.2372179 Apr 08 18:00:55.426413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0684e-6c46-4e80-9773-5874e2bb6d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508b5def-e679-4165-bf24-b0065502d3eb,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:55.477088 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (e0ad2a86-d620-4fda-a99c-2059c210a0ed), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.486671 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.490286 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] 10.222.0.78 "DELETE /v2.0/networks/e0ad2a86-d620-4fda-a99c-2059c210a0ed HTTP/1.1" status: 204 len: 168 time: 0.8801568 Apr 08 18:00:55.500881 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba5545-5d70-4059-998e-43ae7f710f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ad2a86-d620-4fda-a99c-2059c210a0ed,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:55.619847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7a9cd832-f806-4b00-aaf1-b85fce2e2015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:55.849129 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54158) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:55.915718 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-22b10ce9-86d6-433b-bdad-a79ee27c28ad admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b60301e63a954efd8e6fed0dd4dab259&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0608127 Apr 08 18:00:55.916588 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54160) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:55.926120 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b92f48b3-289a-425b-9338-04f0c7480ef1 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:55.948180 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54162) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:55.950605 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: b92f48b3-289a-425b-9338-04f0c7480ef1 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:55.950953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b92f48b3-289a-425b-9338-04f0c7480ef1 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:55.951460 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 75495165-ad2c-4431-b896-9445e6d16a74 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:55.972773 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 75495165-ad2c-4431-b896-9445e6d16a74 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:55.973497 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 75495165-ad2c-4431-b896-9445e6d16a74 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:55.974192 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:00:55.995917 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:00:55.996865 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device b12db3f7-fbd1-4e2f-aa51-e6fcbe442cab not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:00:56.021738 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-753e094f-5059-4f6e-9d80-3e404a34dfb5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=65e2325ef5044d959b25e833199efa9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0721254 Apr 08 18:00:56.022787 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-183f0500-faeb-40a0-87e8-dd2a1cbe99c2 admin admin] Publish callbacks [] for security_group (7b2ab6fd-20cb-4668-bf02-b6a975eafe14), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.024782 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54164) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:56.063624 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-183f0500-faeb-40a0-87e8-dd2a1cbe99c2 admin admin] Publish callbacks [] for security_group (7b2ab6fd-20cb-4668-bf02-b6a975eafe14), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.085265 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-424d1f1a-fc97-4634-b723-4875b034af14 admin admin] Publish callbacks [] for security_group (243f8b84-39ed-417a-a903-b767e70afc24), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.111448 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-424d1f1a-fc97-4634-b723-4875b034af14 admin admin] Publish callbacks [] for security_group (243f8b84-39ed-417a-a903-b767e70afc24), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.142122 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-183f0500-faeb-40a0-87e8-dd2a1cbe99c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (7b2ab6fd-20cb-4668-bf02-b6a975eafe14), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.146482 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-183f0500-faeb-40a0-87e8-dd2a1cbe99c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.146816 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-183f0500-faeb-40a0-87e8-dd2a1cbe99c2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b2ab6fd-20cb-4668-bf02-b6a975eafe14 HTTP/1.1" status: 204 len: 168 time: 0.2290714 Apr 08 18:00:56.157238 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f0500-faeb-40a0-87e8-dd2a1cbe99c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2ab6fd-20cb-4668-bf02-b6a975eafe14,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:56.209022 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-424d1f1a-fc97-4634-b723-4875b034af14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (243f8b84-39ed-417a-a903-b767e70afc24), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.214429 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-424d1f1a-fc97-4634-b723-4875b034af14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:56.216549 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-424d1f1a-fc97-4634-b723-4875b034af14 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/243f8b84-39ed-417a-a903-b767e70afc24 HTTP/1.1" status: 204 len: 168 time: 0.1904366 Apr 08 18:00:56.230110 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d1f1a-fc97-4634-b723-4875b034af14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243f8b84-39ed-417a-a903-b767e70afc24,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:56.901253 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:57.311562 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:58.721115 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:58.906973 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54280) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:59.069310 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-10477703-3cd4-4e48-9bc3-23fc8b5d5b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:59.203649 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-10477703-3cd4-4e48-9bc3-23fc8b5d5b00 admin admin] Publish callbacks [] for security_group (12382013-140c-4c0d-874d-8838758312de), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:59.214052 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-10477703-3cd4-4e48-9bc3-23fc8b5d5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (12382013-140c-4c0d-874d-8838758312de), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:59.274503 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-10477703-3cd4-4e48-9bc3-23fc8b5d5b00 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a5a883e2fb74580809b1f5214866883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630457 Apr 08 18:00:59.275137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54288) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:00:59.277525 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10477703-3cd4-4e48-9bc3-23fc8b5d5b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12382013-140c-4c0d-874d-8838758312de,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:59.352167 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eea4a982-6abd-4708-a1ed-d3146c0f725a admin admin] Publish callbacks [] for security_group (12382013-140c-4c0d-874d-8838758312de), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:59.382092 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eea4a982-6abd-4708-a1ed-d3146c0f725a admin admin] Publish callbacks [] for security_group (12382013-140c-4c0d-874d-8838758312de), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:59.451599 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eea4a982-6abd-4708-a1ed-d3146c0f725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (12382013-140c-4c0d-874d-8838758312de), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:59.454760 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-eea4a982-6abd-4708-a1ed-d3146c0f725a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:00:59.456313 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-eea4a982-6abd-4708-a1ed-d3146c0f725a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/12382013-140c-4c0d-874d-8838758312de HTTP/1.1" status: 204 len: 168 time: 0.1794848 Apr 08 18:00:59.470648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4a982-6abd-4708-a1ed-d3146c0f725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12382013-140c-4c0d-874d-8838758312de,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:00:59.875358 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:01.808780 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54382) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:01.890364 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54386) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:02.050805 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2c306095-91df-47e5-9a2c-56a415871034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.089179 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8382fa5-9b04-4f88-af04-3490643900db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.174158 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2c306095-91df-47e5-9a2c-56a415871034 admin admin] Publish callbacks [] for security_group (05602860-a412-4e4a-9b37-0c35bc9f75eb), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.179980 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-2c306095-91df-47e5-9a2c-56a415871034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (05602860-a412-4e4a-9b37-0c35bc9f75eb), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.211439 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8382fa5-9b04-4f88-af04-3490643900db admin admin] Publish callbacks [] for security_group (138df9e9-0ca8-46d4-a3e3-70b061934d06), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.217238 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b8382fa5-9b04-4f88-af04-3490643900db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (138df9e9-0ca8-46d4-a3e3-70b061934d06), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.233977 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-2c306095-91df-47e5-9a2c-56a415871034 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=18ec9d0454c44c84a4b30460b2c986ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418705 Apr 08 18:01:02.239465 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54390) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:02.250007 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c306095-91df-47e5-9a2c-56a415871034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05602860-a412-4e4a-9b37-0c35bc9f75eb,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:02.278966 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54392) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:02.279351 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b8382fa5-9b04-4f88-af04-3490643900db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=abe48cfd74924e5f8185d15d3af7997a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687924 Apr 08 18:01:02.280620 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8382fa5-9b04-4f88-af04-3490643900db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138df9e9-0ca8-46d4-a3e3-70b061934d06,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:02.362605 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07899feb-66f6-48a8-a392-f845ff4dda76 admin admin] Publish callbacks [] for security_group (05602860-a412-4e4a-9b37-0c35bc9f75eb), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.384673 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed4662aa-26da-4d0e-9e62-7e029ddef80a admin admin] Publish callbacks [] for security_group (138df9e9-0ca8-46d4-a3e3-70b061934d06), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.406027 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07899feb-66f6-48a8-a392-f845ff4dda76 admin admin] Publish callbacks [] for security_group (05602860-a412-4e4a-9b37-0c35bc9f75eb), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.434674 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed4662aa-26da-4d0e-9e62-7e029ddef80a admin admin] Publish callbacks [] for security_group (138df9e9-0ca8-46d4-a3e3-70b061934d06), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.518067 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07899feb-66f6-48a8-a392-f845ff4dda76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (05602860-a412-4e4a-9b37-0c35bc9f75eb), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.520895 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-07899feb-66f6-48a8-a392-f845ff4dda76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.522433 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-07899feb-66f6-48a8-a392-f845ff4dda76 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/05602860-a412-4e4a-9b37-0c35bc9f75eb HTTP/1.1" status: 204 len: 168 time: 0.2816665 Apr 08 18:01:02.527833 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed4662aa-26da-4d0e-9e62-7e029ddef80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (138df9e9-0ca8-46d4-a3e3-70b061934d06), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.530337 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ed4662aa-26da-4d0e-9e62-7e029ddef80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.531602 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ed4662aa-26da-4d0e-9e62-7e029ddef80a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/138df9e9-0ca8-46d4-a3e3-70b061934d06 HTTP/1.1" status: 204 len: 168 time: 0.2512233 Apr 08 18:01:02.537289 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07899feb-66f6-48a8-a392-f845ff4dda76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05602860-a412-4e4a-9b37-0c35bc9f75eb,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:02.549906 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4662aa-26da-4d0e-9e62-7e029ddef80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138df9e9-0ca8-46d4-a3e3-70b061934d06,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:02.970769 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54408) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:02.980592 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54410) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:02.989912 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ee54b8f8-11b0-4e7b-a737-278f11a5c03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:02.998289 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fb0c16f0-1e92-4654-afff-2b98c1380ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.099792 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ee54b8f8-11b0-4e7b-a737-278f11a5c03c admin admin] Publish callbacks [] for security_group (91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.105379 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ee54b8f8-11b0-4e7b-a737-278f11a5c03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.107989 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fb0c16f0-1e92-4654-afff-2b98c1380ea9 admin admin] Publish callbacks [] for security_group (2aea0af3-5502-492b-a964-a565f7c6e465), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.113424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-fb0c16f0-1e92-4654-afff-2b98c1380ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2aea0af3-5502-492b-a964-a565f7c6e465), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.177246 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ee54b8f8-11b0-4e7b-a737-278f11a5c03c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c224ecbc8f2b445794cc9d722daad410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041864 Apr 08 18:01:03.179074 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54b8f8-11b0-4e7b-a737-278f11a5c03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:03.183694 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54412) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:03.191303 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c16f0-1e92-4654-afff-2b98c1380ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea0af3-5502-492b-a964-a565f7c6e465,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:03.198553 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-fb0c16f0-1e92-4654-afff-2b98c1380ea9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c8836a60f2c54a0c8039b896fe19f627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165592 Apr 08 18:01:03.202978 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54414) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:03.272468 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-233db9db-29b0-4dfe-ab07-7328ad7eac2f admin admin] Publish callbacks [] for security_group (91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.294721 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a06c6e1d-92ea-4c83-bb1d-f0004151cd2a admin admin] Publish callbacks [] for security_group (2aea0af3-5502-492b-a964-a565f7c6e465), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.313211 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-233db9db-29b0-4dfe-ab07-7328ad7eac2f admin admin] Publish callbacks [] for security_group (91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.340361 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a06c6e1d-92ea-4c83-bb1d-f0004151cd2a admin admin] Publish callbacks [] for security_group (2aea0af3-5502-492b-a964-a565f7c6e465), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.394379 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-233db9db-29b0-4dfe-ab07-7328ad7eac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.397895 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-233db9db-29b0-4dfe-ab07-7328ad7eac2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.399393 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-233db9db-29b0-4dfe-ab07-7328ad7eac2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b HTTP/1.1" status: 204 len: 168 time: 0.2138495 Apr 08 18:01:03.422065 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a06c6e1d-92ea-4c83-bb1d-f0004151cd2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2aea0af3-5502-492b-a964-a565f7c6e465), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.422839 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233db9db-29b0-4dfe-ab07-7328ad7eac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e2155b-c1cb-4aea-8dbc-9b4a13f91c6b,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:03.426172 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a06c6e1d-92ea-4c83-bb1d-f0004151cd2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:03.427773 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a06c6e1d-92ea-4c83-bb1d-f0004151cd2a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2aea0af3-5502-492b-a964-a565f7c6e465 HTTP/1.1" status: 204 len: 168 time: 0.2233405 Apr 08 18:01:03.441029 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c6e1d-92ea-4c83-bb1d-f0004151cd2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea0af3-5502-492b-a964-a565f7c6e465,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:05.450726 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54496) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:05.651353 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-55454e95-fd1f-404c-a0bd-51e7893eb110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:05.787712 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-55454e95-fd1f-404c-a0bd-51e7893eb110 admin admin] Publish callbacks [] for security_group (fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:05.796864 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-55454e95-fd1f-404c-a0bd-51e7893eb110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:05.847858 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55454e95-fd1f-404c-a0bd-51e7893eb110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:05.856718 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-55454e95-fd1f-404c-a0bd-51e7893eb110 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2485967c2b934137947616246dd55836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043260 Apr 08 18:01:05.859286 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54512) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:05.954101 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a8dea5c1-216a-4044-813e-fa482300a3b4 admin admin] Publish callbacks [] for security_group (fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:06.002526 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a8dea5c1-216a-4044-813e-fa482300a3b4 admin admin] Publish callbacks [] for security_group (fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:06.086202 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a8dea5c1-216a-4044-813e-fa482300a3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:06.091596 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a8dea5c1-216a-4044-813e-fa482300a3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:06.095682 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a8dea5c1-216a-4044-813e-fa482300a3b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a HTTP/1.1" status: 204 len: 168 time: 0.2347209 Apr 08 18:01:06.112947 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dea5c1-216a-4044-813e-fa482300a3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4fbcf5-2664-4161-a5b3-a4f8f83f5e3a,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:10.320209 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54628) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:10.494670 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c232d8a6-942b-414f-8296-46f5615f2a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:10.600567 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c232d8a6-942b-414f-8296-46f5615f2a74 admin admin] Publish callbacks [] for security_group (6660f02d-f27f-4188-a2ea-2ac9c645eeec), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:10.608658 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c232d8a6-942b-414f-8296-46f5615f2a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6660f02d-f27f-4188-a2ea-2ac9c645eeec), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:10.656027 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c232d8a6-942b-414f-8296-46f5615f2a74 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0605799761cc405aa659eac416f71a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342226 Apr 08 18:01:10.658203 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232d8a6-942b-414f-8296-46f5615f2a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6660f02d-f27f-4188-a2ea-2ac9c645eeec,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:10.658378 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54636) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:10.736480 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9eb151e7-3221-4154-a784-4572dfe82cde admin admin] Publish callbacks [] for security_group (6660f02d-f27f-4188-a2ea-2ac9c645eeec), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:10.788436 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9eb151e7-3221-4154-a784-4572dfe82cde admin admin] Publish callbacks [] for security_group (6660f02d-f27f-4188-a2ea-2ac9c645eeec), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:10.883166 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9eb151e7-3221-4154-a784-4572dfe82cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (6660f02d-f27f-4188-a2ea-2ac9c645eeec), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:10.890255 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9eb151e7-3221-4154-a784-4572dfe82cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:10.892648 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9eb151e7-3221-4154-a784-4572dfe82cde admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6660f02d-f27f-4188-a2ea-2ac9c645eeec HTTP/1.1" status: 204 len: 168 time: 0.2328846 Apr 08 18:01:10.915411 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb151e7-3221-4154-a784-4572dfe82cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6660f02d-f27f-4188-a2ea-2ac9c645eeec,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:11.324319 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54642) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:11.339633 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9cd01e58-1a29-4a64-a9bc-56e32310c5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:11.460393 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9cd01e58-1a29-4a64-a9bc-56e32310c5b2 admin admin] Publish callbacks [] for security_group (60d5324a-0821-4d48-9ccd-51e6361f77c4), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:11.465918 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9cd01e58-1a29-4a64-a9bc-56e32310c5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (60d5324a-0821-4d48-9ccd-51e6361f77c4), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:11.515664 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9cd01e58-1a29-4a64-a9bc-56e32310c5b2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=21d31ac66bc04e0c88abfb8c149055ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1899571 Apr 08 18:01:11.516803 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd01e58-1a29-4a64-a9bc-56e32310c5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d5324a-0821-4d48-9ccd-51e6361f77c4,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:11.519398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54648) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:11.584981 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-35b7de4b-7696-437f-9dd7-5e97e3eeaeb4 admin admin] Publish callbacks [] for security_group (60d5324a-0821-4d48-9ccd-51e6361f77c4), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:11.616470 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-35b7de4b-7696-437f-9dd7-5e97e3eeaeb4 admin admin] Publish callbacks [] for security_group (60d5324a-0821-4d48-9ccd-51e6361f77c4), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:11.682996 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-35b7de4b-7696-437f-9dd7-5e97e3eeaeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (60d5324a-0821-4d48-9ccd-51e6361f77c4), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:11.686318 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-35b7de4b-7696-437f-9dd7-5e97e3eeaeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:11.687763 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-35b7de4b-7696-437f-9dd7-5e97e3eeaeb4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60d5324a-0821-4d48-9ccd-51e6361f77c4 HTTP/1.1" status: 204 len: 168 time: 0.1666796 Apr 08 18:01:11.698418 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7de4b-7696-437f-9dd7-5e97e3eeaeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d5324a-0821-4d48-9ccd-51e6361f77c4,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:17.244547 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:01:21.884789 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54784) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:22.021550 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-363f22aa-79f0-4aa3-86e6-ae4a00f3e077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.142549 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-363f22aa-79f0-4aa3-86e6-ae4a00f3e077 admin admin] Publish callbacks [] for security_group (26e6ef02-935e-400c-a813-cb5015c1c121), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.149275 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-363f22aa-79f0-4aa3-86e6-ae4a00f3e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (26e6ef02-935e-400c-a813-cb5015c1c121), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.208466 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-363f22aa-79f0-4aa3-86e6-ae4a00f3e077 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=679f556206134311bdaf7047c551bb22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3222127 Apr 08 18:01:22.213361 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54798) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:22.223788 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f22aa-79f0-4aa3-86e6-ae4a00f3e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e6ef02-935e-400c-a813-cb5015c1c121,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:22.322525 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8b761491-3b24-430e-9d88-8c7027e7a8f1 admin admin] Publish callbacks [] for security_group (26e6ef02-935e-400c-a813-cb5015c1c121), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.364501 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8b761491-3b24-430e-9d88-8c7027e7a8f1 admin admin] Publish callbacks [] for security_group (26e6ef02-935e-400c-a813-cb5015c1c121), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.445833 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8b761491-3b24-430e-9d88-8c7027e7a8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (26e6ef02-935e-400c-a813-cb5015c1c121), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.449165 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8b761491-3b24-430e-9d88-8c7027e7a8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.454330 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8b761491-3b24-430e-9d88-8c7027e7a8f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/26e6ef02-935e-400c-a813-cb5015c1c121 HTTP/1.1" status: 204 len: 168 time: 0.2355528 Apr 08 18:01:22.472311 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b761491-3b24-430e-9d88-8c7027e7a8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e6ef02-935e-400c-a813-cb5015c1c121,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:22.532707 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54816) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:22.876042 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0b3426ff-5752-4adf-b72c-60bb17b8bde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:22.992072 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54836) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:23.009662 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0b3426ff-5752-4adf-b72c-60bb17b8bde8 admin admin] Publish callbacks [] for security_group (caa5f15a-82d9-4a83-9077-be40a0f7ae93), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.021735 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-0b3426ff-5752-4adf-b72c-60bb17b8bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (caa5f15a-82d9-4a83-9077-be40a0f7ae93), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.023977 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d95e0b9-d2b5-413d-9e8c-3dbbf60a388f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.069987 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-0b3426ff-5752-4adf-b72c-60bb17b8bde8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f96bebfdb044ef0a8f3d18241b28f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5355246 Apr 08 18:01:23.073485 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54842) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:23.087815 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3426ff-5752-4adf-b72c-60bb17b8bde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5f15a-82d9-4a83-9077-be40a0f7ae93,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:23.150398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d598f415-1578-47c6-967e-ac38f92dc6e7 admin admin] Publish callbacks [] for security_group (caa5f15a-82d9-4a83-9077-be40a0f7ae93), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.173462 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d95e0b9-d2b5-413d-9e8c-3dbbf60a388f admin admin] Publish callbacks [] for security_group (178fd6d0-6393-4b44-9815-164c6d12cd81), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.186959 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-9d95e0b9-d2b5-413d-9e8c-3dbbf60a388f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (178fd6d0-6393-4b44-9815-164c6d12cd81), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.191711 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d598f415-1578-47c6-967e-ac38f92dc6e7 admin admin] Publish callbacks [] for security_group (caa5f15a-82d9-4a83-9077-be40a0f7ae93), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.289395 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-9d95e0b9-d2b5-413d-9e8c-3dbbf60a388f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a3cbdda201843c8ba685e0b0b568f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949677 Apr 08 18:01:23.293534 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54852) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:23.295437 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95e0b9-d2b5-413d-9e8c-3dbbf60a388f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178fd6d0-6393-4b44-9815-164c6d12cd81,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:23.297621 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-a4bd6f5d-ad6e-48aa-abf9-bea8aa54ab99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.308988 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d598f415-1578-47c6-967e-ac38f92dc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (caa5f15a-82d9-4a83-9077-be40a0f7ae93), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.314871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-d598f415-1578-47c6-967e-ac38f92dc6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.317091 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-d598f415-1578-47c6-967e-ac38f92dc6e7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/caa5f15a-82d9-4a83-9077-be40a0f7ae93 HTTP/1.1" status: 204 len: 168 time: 0.2423139 Apr 08 18:01:23.355807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598f415-1578-47c6-967e-ac38f92dc6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5f15a-82d9-4a83-9077-be40a0f7ae93,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:23.427786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-909442a2-7cb2-46a1-b2bd-5187892a3823 admin admin] Publish callbacks [] for security_group (178fd6d0-6393-4b44-9815-164c6d12cd81), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.464600 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-909442a2-7cb2-46a1-b2bd-5187892a3823 admin admin] Publish callbacks [] for security_group (178fd6d0-6393-4b44-9815-164c6d12cd81), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.543605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-909442a2-7cb2-46a1-b2bd-5187892a3823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (178fd6d0-6393-4b44-9815-164c6d12cd81), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.547521 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-909442a2-7cb2-46a1-b2bd-5187892a3823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:23.552635 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-909442a2-7cb2-46a1-b2bd-5187892a3823 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/178fd6d0-6393-4b44-9815-164c6d12cd81 HTTP/1.1" status: 204 len: 168 time: 0.2559636 Apr 08 18:01:23.562309 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909442a2-7cb2-46a1-b2bd-5187892a3823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178fd6d0-6393-4b44-9815-164c6d12cd81,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:25.329779 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54916) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:25.469563 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d0ada005-48b6-4953-8da6-ec34336c4e9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.560088 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d0ada005-48b6-4953-8da6-ec34336c4e9e admin admin] Publish callbacks [] for security_group (ff856f0b-d708-455d-90ca-068b6c3e9f5e), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.564834 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d0ada005-48b6-4953-8da6-ec34336c4e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ff856f0b-d708-455d-90ca-068b6c3e9f5e), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.616986 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d0ada005-48b6-4953-8da6-ec34336c4e9e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2043512afb2b4a59854706f442c20d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818685 Apr 08 18:01:25.617526 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54920) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:25.624755 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-dd45d243-b05c-4c96-87f6-27374b5fb474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.625469 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ada005-48b6-4953-8da6-ec34336c4e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff856f0b-d708-455d-90ca-068b6c3e9f5e,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:25.694619 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-59502536-d503-4b74-8889-d2b0d2cb51ee admin admin] Publish callbacks [] for security_group (ff856f0b-d708-455d-90ca-068b6c3e9f5e), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.722458 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-59502536-d503-4b74-8889-d2b0d2cb51ee admin admin] Publish callbacks [] for security_group (ff856f0b-d708-455d-90ca-068b6c3e9f5e), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.786680 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-59502536-d503-4b74-8889-d2b0d2cb51ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (ff856f0b-d708-455d-90ca-068b6c3e9f5e), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.789689 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-59502536-d503-4b74-8889-d2b0d2cb51ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:25.791536 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-59502536-d503-4b74-8889-d2b0d2cb51ee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ff856f0b-d708-455d-90ca-068b6c3e9f5e HTTP/1.1" status: 204 len: 168 time: 0.1724038 Apr 08 18:01:25.801335 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59502536-d503-4b74-8889-d2b0d2cb51ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff856f0b-d708-455d-90ca-068b6c3e9f5e,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:26.253393 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54946) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:26.274054 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6f2c21a2-693e-4705-902c-75530e1160dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:26.399807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6f2c21a2-693e-4705-902c-75530e1160dc admin admin] Publish callbacks [] for security_group (074c4ef6-d22b-452a-8c5f-73bfc440ef3f), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:26.407743 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6f2c21a2-693e-4705-902c-75530e1160dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (074c4ef6-d22b-452a-8c5f-73bfc440ef3f), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:26.485887 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-6f2c21a2-693e-4705-902c-75530e1160dc admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f6fa06174c674908acbf162ab6a14aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304397 Apr 08 18:01:26.487644 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c21a2-693e-4705-902c-75530e1160dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074c4ef6-d22b-452a-8c5f-73bfc440ef3f,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:26.488780 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54956) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:26.565960 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-da8b4972-53b5-4eda-8846-b0976e6ffb8a admin admin] Publish callbacks [] for security_group (074c4ef6-d22b-452a-8c5f-73bfc440ef3f), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:26.593722 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-da8b4972-53b5-4eda-8846-b0976e6ffb8a admin admin] Publish callbacks [] for security_group (074c4ef6-d22b-452a-8c5f-73bfc440ef3f), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:26.675610 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-da8b4972-53b5-4eda-8846-b0976e6ffb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (074c4ef6-d22b-452a-8c5f-73bfc440ef3f), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:26.678416 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-da8b4972-53b5-4eda-8846-b0976e6ffb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:26.680149 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-da8b4972-53b5-4eda-8846-b0976e6ffb8a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/074c4ef6-d22b-452a-8c5f-73bfc440ef3f HTTP/1.1" status: 204 len: 168 time: 0.1894910 Apr 08 18:01:26.689420 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b4972-53b5-4eda-8846-b0976e6ffb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074c4ef6-d22b-452a-8c5f-73bfc440ef3f,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:26.880905 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54962) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:26.915179 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.131191 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-46c4d358-2298-495e-8d0c-bcd2e728eb4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.269330 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-46c4d358-2298-495e-8d0c-bcd2e728eb4f admin admin] Publish callbacks [] for security_group (1312d045-116c-4c38-9ccb-e3d7425bd787), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.274381 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-46c4d358-2298-495e-8d0c-bcd2e728eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1312d045-116c-4c38-9ccb-e3d7425bd787), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.322283 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-46c4d358-2298-495e-8d0c-bcd2e728eb4f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54667381cc514f42adf18ce1df6cff9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383163 Apr 08 18:01:27.324065 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c4d358-2298-495e-8d0c-bcd2e728eb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1312d045-116c-4c38-9ccb-e3d7425bd787,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:27.325701 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54976) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:27.329022 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.415194 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e63ce1b0-ba3a-415e-b752-35ec591a77ea admin admin] Publish callbacks [] for security_group (1312d045-116c-4c38-9ccb-e3d7425bd787), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.454184 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e63ce1b0-ba3a-415e-b752-35ec591a77ea admin admin] Publish callbacks [] for security_group (1312d045-116c-4c38-9ccb-e3d7425bd787), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.527818 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e63ce1b0-ba3a-415e-b752-35ec591a77ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1312d045-116c-4c38-9ccb-e3d7425bd787), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.533175 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-e63ce1b0-ba3a-415e-b752-35ec591a77ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:27.538165 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-e63ce1b0-ba3a-415e-b752-35ec591a77ea admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1312d045-116c-4c38-9ccb-e3d7425bd787 HTTP/1.1" status: 204 len: 168 time: 0.2074022 Apr 08 18:01:27.551597 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ce1b0-ba3a-415e-b752-35ec591a77ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1312d045-116c-4c38-9ccb-e3d7425bd787,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:27.950662 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 54994) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:27.973192 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-112d6ac3-1cde-404d-8643-15af1f164875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:28.095330 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-112d6ac3-1cde-404d-8643-15af1f164875 admin admin] Publish callbacks [] for security_group (74bad663-f897-4984-bbdd-637d53c9bb1c), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:28.103410 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-112d6ac3-1cde-404d-8643-15af1f164875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (74bad663-f897-4984-bbdd-637d53c9bb1c), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:28.178949 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-112d6ac3-1cde-404d-8643-15af1f164875 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=da4020fd1ae245629109f924088aea12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265847 Apr 08 18:01:28.182742 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d6ac3-1cde-404d-8643-15af1f164875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bad663-f897-4984-bbdd-637d53c9bb1c,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:28.183653 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 54998) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:28.263746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9744e172-31de-44f8-a711-901b4114a0d3 admin admin] Publish callbacks [] for security_group (74bad663-f897-4984-bbdd-637d53c9bb1c), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:28.296906 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9744e172-31de-44f8-a711-901b4114a0d3 admin admin] Publish callbacks [] for security_group (74bad663-f897-4984-bbdd-637d53c9bb1c), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:28.364688 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9744e172-31de-44f8-a711-901b4114a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (74bad663-f897-4984-bbdd-637d53c9bb1c), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:28.368040 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-9744e172-31de-44f8-a711-901b4114a0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:28.369516 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-9744e172-31de-44f8-a711-901b4114a0d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/74bad663-f897-4984-bbdd-637d53c9bb1c HTTP/1.1" status: 204 len: 168 time: 0.1840262 Apr 08 18:01:28.380163 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744e172-31de-44f8-a711-901b4114a0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bad663-f897-4984-bbdd-637d53c9bb1c,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:28.721475 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:29.725838 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55074) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:29.863591 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-85cce453-a0c7-4d3b-a38d-237a775c1539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:29.881782 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.010512 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-85cce453-a0c7-4d3b-a38d-237a775c1539 admin admin] Publish callbacks [] for security_group (76e80ba3-1f06-4fde-970b-16a6738fe752), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.015898 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-85cce453-a0c7-4d3b-a38d-237a775c1539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (76e80ba3-1f06-4fde-970b-16a6738fe752), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.079299 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-85cce453-a0c7-4d3b-a38d-237a775c1539 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9cebebe95a77481593ea80da24297565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519371 Apr 08 18:01:30.082235 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cce453-a0c7-4d3b-a38d-237a775c1539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e80ba3-1f06-4fde-970b-16a6738fe752,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:30.083938 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55086) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:30.168263 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b31fc3bb-cc4a-478e-afef-a740502208a1 admin admin] Publish callbacks [] for security_group (76e80ba3-1f06-4fde-970b-16a6738fe752), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.201172 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b31fc3bb-cc4a-478e-afef-a740502208a1 admin admin] Publish callbacks [] for security_group (76e80ba3-1f06-4fde-970b-16a6738fe752), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.265073 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b31fc3bb-cc4a-478e-afef-a740502208a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (76e80ba3-1f06-4fde-970b-16a6738fe752), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.269775 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b31fc3bb-cc4a-478e-afef-a740502208a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.271601 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b31fc3bb-cc4a-478e-afef-a740502208a1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/76e80ba3-1f06-4fde-970b-16a6738fe752 HTTP/1.1" status: 204 len: 168 time: 0.1859217 Apr 08 18:01:30.283772 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fc3bb-cc4a-478e-afef-a740502208a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e80ba3-1f06-4fde-970b-16a6738fe752,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:30.689674 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55112) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:30.709428 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-19640070-8355-4fa8-a3a7-920206606495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.815405 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-19640070-8355-4fa8-a3a7-920206606495 admin admin] Publish callbacks [] for security_group (60290f18-a1b7-4a3b-bc03-1b16e3f01a42), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.820616 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-19640070-8355-4fa8-a3a7-920206606495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (60290f18-a1b7-4a3b-bc03-1b16e3f01a42), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.873490 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-19640070-8355-4fa8-a3a7-920206606495 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bf882b63ae854a6ea7f4db29e3e15daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826367 Apr 08 18:01:30.874591 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19640070-8355-4fa8-a3a7-920206606495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60290f18-a1b7-4a3b-bc03-1b16e3f01a42,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:30.876400 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55120) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:30.950929 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1c220eca-1dd3-4cf0-822d-682eb75ff3bf admin admin] Publish callbacks [] for security_group (60290f18-a1b7-4a3b-bc03-1b16e3f01a42), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:30.992489 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1c220eca-1dd3-4cf0-822d-682eb75ff3bf admin admin] Publish callbacks [] for security_group (60290f18-a1b7-4a3b-bc03-1b16e3f01a42), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.065455 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1c220eca-1dd3-4cf0-822d-682eb75ff3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (60290f18-a1b7-4a3b-bc03-1b16e3f01a42), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.068250 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-1c220eca-1dd3-4cf0-822d-682eb75ff3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.069569 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-1c220eca-1dd3-4cf0-822d-682eb75ff3bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/60290f18-a1b7-4a3b-bc03-1b16e3f01a42 HTTP/1.1" status: 204 len: 168 time: 0.1916022 Apr 08 18:01:31.079174 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c220eca-1dd3-4cf0-822d-682eb75ff3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60290f18-a1b7-4a3b-bc03-1b16e3f01a42,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:31.130601 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55126) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:31.267332 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9241485-4111-44f7-abe0-f16d68f99732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.366786 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9241485-4111-44f7-abe0-f16d68f99732 admin admin] Publish callbacks [] for security_group (1c070bc6-205d-4644-afbc-d3a3e6ce1879), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.372127 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f9241485-4111-44f7-abe0-f16d68f99732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1c070bc6-205d-4644-afbc-d3a3e6ce1879), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.420063 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-f9241485-4111-44f7-abe0-f16d68f99732 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=844cbcead6f949fb8e981d00addff3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878220 Apr 08 18:01:31.421056 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9241485-4111-44f7-abe0-f16d68f99732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c070bc6-205d-4644-afbc-d3a3e6ce1879,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:31.422891 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55132) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:31.480003 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b482615a-b32b-4747-ba57-f54d7759362a admin admin] Publish callbacks [] for security_group (1c070bc6-205d-4644-afbc-d3a3e6ce1879), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.505195 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b482615a-b32b-4747-ba57-f54d7759362a admin admin] Publish callbacks [] for security_group (1c070bc6-205d-4644-afbc-d3a3e6ce1879), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.570169 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b482615a-b32b-4747-ba57-f54d7759362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (1c070bc6-205d-4644-afbc-d3a3e6ce1879), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.573602 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b482615a-b32b-4747-ba57-f54d7759362a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:31.577978 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b482615a-b32b-4747-ba57-f54d7759362a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1c070bc6-205d-4644-afbc-d3a3e6ce1879 HTTP/1.1" status: 204 len: 168 time: 0.1509178 Apr 08 18:01:31.584726 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482615a-b32b-4747-ba57-f54d7759362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c070bc6-205d-4644-afbc-d3a3e6ce1879,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:31.951019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55152) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:31.965080 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5dd92d7b-1a2b-48d2-a70a-d2db95848843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.061795 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5dd92d7b-1a2b-48d2-a70a-d2db95848843 admin admin] Publish callbacks [] for security_group (d32e891e-abca-4e3f-bade-92ad6ebf6b6f), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.067134 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-5dd92d7b-1a2b-48d2-a70a-d2db95848843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (d32e891e-abca-4e3f-bade-92ad6ebf6b6f), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.117398 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-5dd92d7b-1a2b-48d2-a70a-d2db95848843 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=794ba98845654acc966ff38b2e1a6c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618657 Apr 08 18:01:32.117398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd92d7b-1a2b-48d2-a70a-d2db95848843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32e891e-abca-4e3f-bade-92ad6ebf6b6f,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:32.119601 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55158) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:32.184632 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9312-01b9-4405-936d-f463f3b48525 admin admin] Publish callbacks [] for security_group (d32e891e-abca-4e3f-bade-92ad6ebf6b6f), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.224716 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9312-01b9-4405-936d-f463f3b48525 admin admin] Publish callbacks [] for security_group (d32e891e-abca-4e3f-bade-92ad6ebf6b6f), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.299757 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9312-01b9-4405-936d-f463f3b48525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (d32e891e-abca-4e3f-bade-92ad6ebf6b6f), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.302627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9312-01b9-4405-936d-f463f3b48525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.303877 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-cb7c9312-01b9-4405-936d-f463f3b48525 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d32e891e-abca-4e3f-bade-92ad6ebf6b6f HTTP/1.1" status: 204 len: 168 time: 0.1823819 Apr 08 18:01:32.312794 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c9312-01b9-4405-936d-f463f3b48525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32e891e-abca-4e3f-bade-92ad6ebf6b6f,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:32.614608 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55170) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:32.763331 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-98baf2d0-ade9-46a3-a4e1-033c53432cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.878457 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-98baf2d0-ade9-46a3-a4e1-033c53432cc6 admin admin] Publish callbacks [] for security_group (62a71bda-ee24-4a43-82fa-a1f1f18c14dd), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.884913 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-98baf2d0-ade9-46a3-a4e1-033c53432cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (62a71bda-ee24-4a43-82fa-a1f1f18c14dd), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:32.934748 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-98baf2d0-ade9-46a3-a4e1-033c53432cc6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=55c029fb02184bedac41b1a3415be679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189764 Apr 08 18:01:32.939091 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55182) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:32.951073 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98baf2d0-ade9-46a3-a4e1-033c53432cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a71bda-ee24-4a43-82fa-a1f1f18c14dd,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:33.034301 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f13e941-1b69-4d39-897f-b83e29559b29 admin admin] Publish callbacks [] for security_group (62a71bda-ee24-4a43-82fa-a1f1f18c14dd), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.073445 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f13e941-1b69-4d39-897f-b83e29559b29 admin admin] Publish callbacks [] for security_group (62a71bda-ee24-4a43-82fa-a1f1f18c14dd), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.147598 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f13e941-1b69-4d39-897f-b83e29559b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (62a71bda-ee24-4a43-82fa-a1f1f18c14dd), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.150604 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7f13e941-1b69-4d39-897f-b83e29559b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.155864 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-7f13e941-1b69-4d39-897f-b83e29559b29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/62a71bda-ee24-4a43-82fa-a1f1f18c14dd HTTP/1.1" status: 204 len: 168 time: 0.2110004 Apr 08 18:01:33.167885 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13e941-1b69-4d39-897f-b83e29559b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a71bda-ee24-4a43-82fa-a1f1f18c14dd,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:33.286942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55194) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:33.521500 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2116574939-network', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:33.547315 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Made reservation on behalf of f76f11e3baab47708baa9c79fcd9cb0a for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:01:33.550482 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.562991 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.708167 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks [] for security_group (9bc3b5f0-89db-4e97-84f7-052a0296f753), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.716087 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9bc3b5f0-89db-4e97-84f7-052a0296f753), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.756281 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] vlan segment allocate from pool success with {'vlan_id': 921, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 18:01:33.788209 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3b5f0-89db-4e97-84f7-052a0296f753,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:33.793985 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (79ac1509-668b-49dd-95c7-95ca59f1cda7), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.794463 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Added segment 79ac1509-668b-49dd-95c7-95ca59f1cda7 of type vlan for network cdd95f8f-1dee-422b-b7f1-06b415722c4c Apr 08 18:01:33.908871 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (cdd95f8f-1dee-422b-b7f1-06b415722c4c), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.924342 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-683e8db8-feae-489e-953f-ce3efbe2f869 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2477593 Apr 08 18:01:33.945986 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (cdd95f8f-1dee-422b-b7f1-06b415722c4c), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:33.947011 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:33.947697 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.043645 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7550337 Apr 08 18:01:34.047901 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55216) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:34.052441 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091161b-807a-4f11-9df4-3fad207f48ba admin admin] Pushing event updated for resources: {'Network': ['ID=cdd95f8f-1dee-422b-b7f1-06b415722c4c,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:34.055511 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Request body: {'subnet': {'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2116574939-subnet', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:34.062927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-ce864564-4cd4-465f-a1e3-3df007d7d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:34.064625 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-ce864564-4cd4-465f-a1e3-3df007d7d912 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 1129 time: 0.0929360 Apr 08 18:01:34.077666 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 18:01:34.115232 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Made reservation on behalf of f76f11e3baab47708baa9c79fcd9cb0a for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:01:34.118959 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774741'] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.254777 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-9a211c65-e8d3-42f4-a490-161ae8c142db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:34.256924 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-9a211c65-e8d3-42f4-a490-161ae8c142db service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1655228 Apr 08 18:01:34.363203 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-9bba5a47-676d-48e1-8062-71daa7230223 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de10531c-9d70-421d-bce9-9bcefe71d178 HTTP/1.1" status: 200 len: 1001 time: 0.0989938 Apr 08 18:01:34.365948 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9379346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774715'] for subnet (bcf17b41-3f7e-4543-b2a2-9a624f4684c1), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.431024 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf17b41-3f7e-4543-b2a2-9a624f4684c1,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:34.440029 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Checking segment: {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:34.440522 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Network hostable DHCP agents. Network: cdd95f8f-1dee-422b-b7f1-06b415722c4c, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 18:01:34.446919 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-49d1bc0f-afc7-49cd-85df-7bcc1621d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:34.449104 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-49d1bc0f-afc7-49cd-85df-7bcc1621d7f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0788279 Apr 08 18:01:34.467840 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 18:01:34.484836 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, cdd95f8f-1dee-422b-b7f1-06b415722c4c) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:34.491651 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:34.493156 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.499173 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20f745-3a39-4ed9-82af-d63c6b0100d5 None None] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:01:34.524380 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-7e6fefd4-2327-46c3-bf97-f8924f835e54 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4733667 Apr 08 18:01:34.527432 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55224) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:34.536844 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-7f7f236a-10bd-4ac9-ba58-8f8cc46152fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:34.537848 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:34.538507 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-7f7f236a-10bd-4ac9-ba58-8f8cc46152fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828962 Apr 08 18:01:34.572767 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (09f42ba0-ab36-4ff9-9187-a464e90570ca), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.575732 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (09f42ba0-ab36-4ff9-9187-a464e90570ca), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.672782 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks [] for router_controller (09f42ba0-ab36-4ff9-9187-a464e90570ca), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.694903 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 18:01:34.696009 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:34.697595 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-14012f97-519d-4eba-a6e6-ee650376dec1 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473851 Apr 08 18:01:34.829704 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-69942cb3-84ae-4cda-8c16-7c61d38974c5 req-da7391f9-7078-4091-9019-3f5a7bbb0981 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254103 Apr 08 18:01:34.884230 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Allocated IP 172.20.0.2 (cdd95f8f-1dee-422b-b7f1-06b415722c4c/bcf17b41-3f7e-4543-b2a2-9a624f4684c1/45dad82f-da1e-48eb-b28a-ce81ed41ae99) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:01:34.962329 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks [] for router_gateway (09f42ba0-ab36-4ff9-9187-a464e90570ca), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.130069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Publish callbacks [] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.138162 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.182187 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:35.185771 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:35.190524 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:01:35.199963 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Pushing event updated for resources: {'Port': ['ID=45dad82f-da1e-48eb-b28a-ce81ed41ae99,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:35.213712 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.214063 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.214420 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.214797 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.215098 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.215490 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.215831 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.216188 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.216523 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.217288 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.217625 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.217961 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.218324 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.218654 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.218985 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:35.274262 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Attempting to bind port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:01:35.274642 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Attempting to bind port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:01:35.275014 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Attempting to bind port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 on network cdd95f8f-1dee-422b-b7f1-06b415722c4c {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:01:35.281357 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:01:35.281748 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Checking segment: {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:35.282181 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.282608 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Bound using segment: {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:01:35.283122 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Bound port: 45dad82f-da1e-48eb-b28a-ce81ed41ae99, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:01:35.283523 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.359074 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] For port 45dad82f-da1e-48eb-b28a-ce81ed41ae99, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:01:35.363026 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] For port 45dad82f-da1e-48eb-b28a-ce81ed41ae99, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=45dad82f-da1e-48eb-b28a-ce81ed41ae99,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:01:35.370346 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.453171 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d17d34-2d86-4d88-bbcb-28b4cb812f7b None None] Pushing event updated for resources: {'Port': ['ID=45dad82f-da1e-48eb-b28a-ce81ed41ae99,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:35.487750 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks [] for router_gateway (09f42ba0-ab36-4ff9-9187-a464e90570ca), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.508734 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.668284 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Allocated IP 172.27.2.36 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/4a41f3b8-1423-4367-8a60-a12befab3f54) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:01:35.814466 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks [] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.859096 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:35.900356 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:35.905270 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:35.912758 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:01:35.916413 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Pushing event updated for resources: {'Port': ['ID=4a41f3b8-1423-4367-8a60-a12befab3f54,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:35.977687 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 45dad82f-da1e-48eb-b28a-ce81ed41ae99 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:36.061773 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:36.062328 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:36.179217 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:36.180386 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:36.228520 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 45dad82f-da1e-48eb-b28a-ce81ed41ae99, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=45dad82f-da1e-48eb-b28a-ce81ed41ae99,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:01:36.239644 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:36.292467 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks [] for router_gateway (09f42ba0-ab36-4ff9-9187-a464e90570ca), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:36.364232 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=45dad82f-da1e-48eb-b28a-ce81ed41ae99,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:36.561007 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (09f42ba0-ab36-4ff9-9187-a464e90570ca), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:36.637751 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9ee8c-ac60-4a24-96d1-9a606248238c None None] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:01:36.806199 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Router 09f42ba0-ab36-4ff9-9187-a464e90570ca is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 18:01:36.939960 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-987049ba-d854-4939-b55c-96c2b95bdc38 None None] Provisioning complete for port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:36.940424 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-987049ba-d854-4939-b55c-96c2b95bdc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:36.951975 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:01:36.974513 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:36.976122 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-22e7b8ee-124c-4e5f-8f84-7acc5a38a600 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4461396 Apr 08 18:01:36.980852 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55240) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:36.988237 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Sync routers for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:01:37.060195 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:37.061084 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:37.314551 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-987049ba-d854-4939-b55c-96c2b95bdc38 None None] Current status of the port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:37.355612 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:37.476540 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-0d510618-d697-4b39-838a-aad97b594362 None None] Provisioning complete for port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:37.476837 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0d510618-d697-4b39-838a-aad97b594362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:37.583547 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:37.669417 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-0d510618-d697-4b39-838a-aad97b594362 None None] Current status of the port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:37.672041 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:36Z', 'revision_number': 3, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:37.709089 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Checking router: 09f42ba0-ab36-4ff9-9187-a464e90570ca for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:01:37.709869 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Updating router 09f42ba0-ab36-4ff9-9187-a464e90570ca port 4a41f3b8-1423-4367-8a60-a12befab3f54 binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 18:01:37.753085 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:37.766408 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55248) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:37.825862 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Allocated IP 172.20.0.1 (cdd95f8f-1dee-422b-b7f1-06b415722c4c/bcf17b41-3f7e-4543-b2a2-9a624f4684c1/dd49499f-1b98-4868-adc9-5b6d895d75c7) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:01:37.899620 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc9e54ae-e689-415d-9f3d-e1dd7aab4aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:37.978337 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 45dad82f-da1e-48eb-b28a-ce81ed41ae99 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:38.031591 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks [] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.057850 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc9e54ae-e689-415d-9f3d-e1dd7aab4aea admin admin] Publish callbacks [] for security_group (2850910a-00fa-4601-9ac8-7267cf0240f3), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.063012 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-bc9e54ae-e689-415d-9f3d-e1dd7aab4aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2850910a-00fa-4601-9ac8-7267cf0240f3), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.080976 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.115927 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-bc9e54ae-e689-415d-9f3d-e1dd7aab4aea admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7e4dadbf005943bc9a90596a68f8c3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483837 Apr 08 18:01:38.118756 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55252) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:38.125508 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e54ae-e689-415d-9f3d-e1dd7aab4aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2850910a-00fa-4601-9ac8-7267cf0240f3,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:38.158873 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:38.164500 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:38.177526 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:01:38.181281 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:38.182139 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.182670 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Pushing event updated for resources: {'Port': ['ID=dd49499f-1b98-4868-adc9-5b6d895d75c7,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:38.245109 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7e12-6890-4052-9126-08730f4e9449 admin admin] Publish callbacks [] for security_group (2850910a-00fa-4601-9ac8-7267cf0240f3), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.261173 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (09f42ba0-ab36-4ff9-9187-a464e90570ca), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.278864 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7e12-6890-4052-9126-08730f4e9449 admin admin] Publish callbacks [] for security_group (2850910a-00fa-4601-9ac8-7267cf0240f3), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.337520 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:38.349763 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7e12-6890-4052-9126-08730f4e9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (2850910a-00fa-4601-9ac8-7267cf0240f3), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.354355 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7e12-6890-4052-9126-08730f4e9449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.359636 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-fc0f7e12-6890-4052-9126-08730f4e9449 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2850910a-00fa-4601-9ac8-7267cf0240f3 HTTP/1.1" status: 204 len: 168 time: 0.2372980 Apr 08 18:01:38.379013 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f7e12-6890-4052-9126-08730f4e9449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2850910a-00fa-4601-9ac8-7267cf0240f3,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:38.425725 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Publish callbacks [] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.442771 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.513119 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Attempting to bind port 4a41f3b8-1423-4367-8a60-a12befab3f54 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:01:38.513501 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Attempting to bind port 4a41f3b8-1423-4367-8a60-a12befab3f54 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:01:38.513874 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Attempting to bind port 4a41f3b8-1423-4367-8a60-a12befab3f54 on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:01:38.518223 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24777de-d48e-48cc-aef9-89d15a860464 None None] Pushing event updated for resources: {'Port': ['ID=4a41f3b8-1423-4367-8a60-a12befab3f54,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:38.534255 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:01:38.534640 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:38.535060 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.535471 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:01:38.535966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Bound port: 4a41f3b8-1423-4367-8a60-a12befab3f54, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:01:38.536406 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.568882 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.637858 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-030933a7-1b7e-4df0-a724-6fc2adeb46ab None None] Provisioning complete for port dd49499f-1b98-4868-adc9-5b6d895d75c7 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:38.638174 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-030933a7-1b7e-4df0-a724-6fc2adeb46ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.644332 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] For port 4a41f3b8-1423-4367-8a60-a12befab3f54, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:01:38.686766 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] For port 4a41f3b8-1423-4367-8a60-a12befab3f54, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=4a41f3b8-1423-4367-8a60-a12befab3f54,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:01:38.703313 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.709156 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-030933a7-1b7e-4df0-a724-6fc2adeb46ab None None] Port dd49499f-1b98-4868-adc9-5b6d895d75c7 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:01:38.781250 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:38.781952 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:38.842181 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24777de-d48e-48cc-aef9-89d15a860464 None None] Pushing event updated for resources: {'Port': ['ID=4a41f3b8-1423-4367-8a60-a12befab3f54,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:38.846295 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks [] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.853670 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.932962 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Pushing event updated for resources: {'Port': ['ID=dd49499f-1b98-4868-adc9-5b6d895d75c7,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:38.935643 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (09f42ba0-ab36-4ff9-9187-a464e90570ca), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:38.946723 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:39.085462 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:39.087791 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:39.249455 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:37Z', 'revision_number': 1, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:39.275071 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Router 09f42ba0-ab36-4ff9-9187-a464e90570ca has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:01:39.281428 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7012a-77e6-4cef-b560-69aba32c9f13 None None] The sync data for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi is: [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:37Z', 'revision_number': 1, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:01:39.439610 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-7e6cbddb-e502-4553-a88c-74fcfeab9ba9 None None] Provisioning complete for port dd49499f-1b98-4868-adc9-5b6d895d75c7 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:39.440387 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-7e6cbddb-e502-4553-a88c-74fcfeab9ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:39.464648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:01:39.474049 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c4ac6fc2-65c8-4d4a-ac44-df42c79fe307 admin admin] 10.222.0.78 "PUT /v2.0/routers/09f42ba0-ab36-4ff9-9187-a464e90570ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4913499 Apr 08 18:01:39.487782 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-7e6cbddb-e502-4553-a88c-74fcfeab9ba9 None None] Port dd49499f-1b98-4868-adc9-5b6d895d75c7 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:01:40.202957 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55270) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:40.209105 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-277378178-network', 'tenant_id': '523ef06c632145f995b903ac16a01347'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:40.239313 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Made reservation on behalf of 523ef06c632145f995b903ac16a01347 for: {'network': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:01:40.243228 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for network (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.258092 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.369585 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks [] for security_group (fe67f3bd-9c17-4aaf-a42d-238b2472cd27), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.374808 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (fe67f3bd-9c17-4aaf-a42d-238b2472cd27), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.406927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=110162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 08 18:01:40.430334 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe67f3bd-9c17-4aaf-a42d-238b2472cd27,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:40.435865 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (c453c812-b95c-4a4e-b903-cb6cba0341c8), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.436286 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.segments_db [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Added segment c453c812-b95c-4a4e-b903-cb6cba0341c8 of type vlan for network 55089482-8a51-4808-8926-f569e6e63e9e Apr 08 18:01:40.492952 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733961893964'] for network (55089482-8a51-4808-8926-f569e6e63e9e), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.527203 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793'] for network (55089482-8a51-4808-8926-f569e6e63e9e), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.528961 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:40.529577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.567398 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3632104 Apr 08 18:01:40.570738 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55272) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:40.577724 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Request body: {'subnet': {'network_id': '55089482-8a51-4808-8926-f569e6e63e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-277378178-subnet', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'ip_version': 4}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:40.599528 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1443964-7f8d-4faf-9088-576e8cac796e admin admin] Pushing event updated for resources: {'Network': ['ID=55089482-8a51-4808-8926-f569e6e63e9e,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:40.612583 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Made reservation on behalf of 523ef06c632145f995b903ac16a01347 for: {'subnet': 1} {{(pid=110163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:01:40.613500 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Network 55089482-8a51-4808-8926-f569e6e63e9e details requested by agent ovs-agent-dv-cinder-837165-1-iscsi with host dv-cinder-837165-1-iscsi {{(pid=110164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 08 18:01:40.616890 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8774741'] for subnet (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.847688 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9379346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8774715'] for subnet (55cb4191-738d-4dfe-8d26-131e2d9ef5bc), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.905784 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55cb4191-738d-4dfe-8d26-131e2d9ef5bc,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:40.925461 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Checking segment: {'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:40.925902 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Network hostable DHCP agents. Network: 55089482-8a51-4808-8926-f569e6e63e9e, hostable agents: ['7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c'], hosted agents: [] {{(pid=110163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 08 18:01:40.946179 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Network 55089482-8a51-4808-8926-f569e6e63e9e is scheduled to be hosted by DHCP agent 7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c with binding_index 1 {{(pid=110163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 08 18:01:40.957448 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-1-iscsi, 55089482-8a51-4808-8926-f569e6e63e9e) {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:40.961650 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:01:40.962246 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:40.969118 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd35f94-5fcc-4c4b-be23-90628b8c521c None None] Network 55089482-8a51-4808-8926-f569e6e63e9e requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:01:40.980078 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-a15373bd-48d0-4ff8-8487-3fe027726b4f admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4078097 Apr 08 18:01:40.984130 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55274) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:40.988532 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:41.013560 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-704098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8189'] for router (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.015064 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703730', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782957', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-351950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8068'] for router (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.074165 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks [] for router_controller (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), precommit_add_association {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.102431 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1686adf4-0dc9-53ce-aa0a-d92bc82990d2-55089482-8a51-4808-8926-f569e6e63e9e', 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e', 'project_id': '523ef06c632145f995b903ac16a01347', 'fixed_ips': [{'subnet_id': '55cb4191-738d-4dfe-8d26-131e2d9ef5bc'}]}} from dv-cinder-837165-1-iscsi. {{(pid=110164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 08 18:01:41.103374 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.243930 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks [] for router_gateway (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), precommit_update {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.253086 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.db_base_plugin_common [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Allocated IP 172.20.0.2 (55089482-8a51-4808-8926-f569e6e63e9e/55cb4191-738d-4dfe-8d26-131e2d9ef5bc/ac95460d-72bb-4800-8a57-70a3baa0924f) {{(pid=110164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:01:41.537617 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks [] for router_gateway (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.560236 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.639122 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Publish callbacks [] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), precommit_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.647091 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), after_create {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.691812 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Network 55089482-8a51-4808-8926-f569e6e63e9e is already hosted by enough agents. {{(pid=110164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:41.695637 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.scheduler.base_scheduler [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Resources bound (agent type, host, resource id): {{(pid=110164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:41.696412 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Sync routers for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:01:41.700232 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Received port after_create {{(pid=110164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:01:41.715239 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:41.716230 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:41.717653 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_common [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Allocated IP 172.27.2.33 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/193ae220-f4b0-4716-9096-a885698e9f59) {{(pid=110163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:01:41.736248 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Pushing event updated for resources: {'Port': ['ID=ac95460d-72bb-4800-8a57-70a3baa0924f,revision_number=1']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:41.777866 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Attempting to bind port ac95460d-72bb-4800-8a57-70a3baa0924f on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:01:41.778445 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Attempting to bind port ac95460d-72bb-4800-8a57-70a3baa0924f by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:01:41.778892 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Attempting to bind port ac95460d-72bb-4800-8a57-70a3baa0924f on network 55089482-8a51-4808-8926-f569e6e63e9e {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:01:41.785034 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:01:41.785532 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Checking segment: {'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:41.786021 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.786494 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Bound using segment: {'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:01:41.787151 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Bound port: ac95460d-72bb-4800-8a57-70a3baa0924f, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:01:41.787771 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.850472 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks [] for port (193ae220-f4b0-4716-9096-a885698e9f59), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.862631 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] For port ac95460d-72bb-4800-8a57-70a3baa0924f, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:01:41.867120 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] For port ac95460d-72bb-4800-8a57-70a3baa0924f, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=ac95460d-72bb-4800-8a57-70a3baa0924f,segment=NetworkSegment(c453c812-b95c-4a4e-b903-cb6cba0341c8),segment_id=c453c812-b95c-4a4e-b903-cb6cba0341c8)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:01:41.878052 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.885740 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:41.919718 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (193ae220-f4b0-4716-9096-a885698e9f59), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:41.973953 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e506fb-255d-4792-972e-1bb20775a5f0 None None] Pushing event updated for resources: {'Port': ['ID=ac95460d-72bb-4800-8a57-70a3baa0924f,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:42.006739 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Pushing event updated for resources: {'Port': ['ID=193ae220-f4b0-4716-9096-a885698e9f59,revision_number=1']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:42.021827 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:42.023329 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.base_scheduler [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Resources bound (agent type, host, resource id): {{(pid=110163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:42.026230 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Received port after_create {{(pid=110163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:01:42.032433 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a41f3b8-1423-4367-8a60-a12befab3f54 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:42.092607 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 4a41f3b8-1423-4367-8a60-a12befab3f54 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:42.092992 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.163188 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 2, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:42.227188 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Checking router: 09f42ba0-ab36-4ff9-9187-a464e90570ca for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:01:42.228573 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Updating router 09f42ba0-ab36-4ff9-9187-a464e90570ca port dd49499f-1b98-4868-adc9-5b6d895d75c7 binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 18:01:42.242790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 4a41f3b8-1423-4367-8a60-a12befab3f54 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:42.243414 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.279234 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.288314 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 4a41f3b8-1423-4367-8a60-a12befab3f54, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=4a41f3b8-1423-4367-8a60-a12befab3f54,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:01:42.295103 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.363963 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=4a41f3b8-1423-4367-8a60-a12befab3f54,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:42.534822 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks [] for router_gateway (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.685324 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Publish callbacks [] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.692978 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.740477 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Pushing event updated for resources: {'Port': ['ID=dd49499f-1b98-4868-adc9-5b6d895d75c7,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:42.817926 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.818281 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.818657 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.819072 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.819431 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.819761 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.820339 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.820838 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.821362 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.821862 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.822475 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.822986 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.823504 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.824014 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.824700 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:42.829308 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Attempting to bind port dd49499f-1b98-4868-adc9-5b6d895d75c7 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:01:42.829684 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Attempting to bind port dd49499f-1b98-4868-adc9-5b6d895d75c7 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:01:42.830123 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Attempting to bind port dd49499f-1b98-4868-adc9-5b6d895d75c7 on network cdd95f8f-1dee-422b-b7f1-06b415722c4c {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:01:42.836822 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:01:42.837216 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Checking segment: {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:42.837636 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.838044 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Bound using segment: {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:01:42.838543 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Bound port: dd49499f-1b98-4868-adc9-5b6d895d75c7, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:01:42.838939 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.842679 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782778'] for router (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:42.922388 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] For port dd49499f-1b98-4868-adc9-5b6d895d75c7, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:01:42.929171 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] For port dd49499f-1b98-4868-adc9-5b6d895d75c7, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=dd49499f-1b98-4868-adc9-5b6d895d75c7,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:01:42.942294 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:43.024293 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c is scheduled to L3 agent cb651430-a147-46b7-8726-c11949d37acc with binding_index 1 {{(pid=110163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 08 18:01:43.068740 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a6121-4405-41c6-bc2f-41bd660c8db7 None None] Pushing event updated for resources: {'Port': ['ID=dd49499f-1b98-4868-adc9-5b6d895d75c7,revision_number=4']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:43.075807 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:43.077865 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:43.141748 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-c280dc01-8cab-423a-b7ad-96b411595add None None] Provisioning complete for port dd49499f-1b98-4868-adc9-5b6d895d75c7 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:43.142745 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c280dc01-8cab-423a-b7ad-96b411595add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:43.198273 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:01:43.222821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Sync routers for ids ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:01:43.240875 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Routers {'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:43.242212 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:43.247328 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:43.256934 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55276) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:43.273385 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-6720f4d5-5985-4a1b-9a74-8b712020a45b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2834656 Apr 08 18:01:43.274818 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:43.423608 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c633e02-978e-4cfd-bd32-1004e4a87c99 None None] Network 55089482-8a51-4808-8926-f569e6e63e9e requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:01:43.481063 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-c280dc01-8cab-423a-b7ad-96b411595add None None] Current status of the port dd49499f-1b98-4868-adc9-5b6d895d75c7 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:43.481464 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c280dc01-8cab-423a-b7ad-96b411595add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:43.535955 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Set router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:43.596527 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:43.624928 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b752ec-7f14-4b72-b2c8-515d614cd223 None None] The sync data for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi is: [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:01:43.640266 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-c280dc01-8cab-423a-b7ad-96b411595add None None] For port dd49499f-1b98-4868-adc9-5b6d895d75c7, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=dd49499f-1b98-4868-adc9-5b6d895d75c7,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:01:43.653007 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c280dc01-8cab-423a-b7ad-96b411595add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:43.804392 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280dc01-8cab-423a-b7ad-96b411595add None None] Pushing event updated for resources: {'Port': ['ID=dd49499f-1b98-4868-adc9-5b6d895d75c7,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:43.816086 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Provisioning complete for port dd49499f-1b98-4868-adc9-5b6d895d75c7 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:43.816518 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:43.940094 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '193ae220-f4b0-4716-9096-a885698e9f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 3, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port': {'id': '193ae220-f4b0-4716-9096-a885698e9f59', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:43.982377 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Checking router: cbd6d960-65c5-47e8-974f-e5e1dd5ca59c for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:01:43.982739 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Updating router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c port 193ae220-f4b0-4716-9096-a885698e9f59 binding host dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 18:01:44.067013 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (193ae220-f4b0-4716-9096-a885698e9f59), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.126174 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Current status of the port dd49499f-1b98-4868-adc9-5b6d895d75c7 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:44.231120 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a41f3b8-1423-4367-8a60-a12befab3f54 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:44.240144 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Provisioning complete for port ac95460d-72bb-4800-8a57-70a3baa0924f triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:44.240607 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.404014 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 4a41f3b8-1423-4367-8a60-a12befab3f54 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:44.404431 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.488376 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.664995 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Current status of the port ac95460d-72bb-4800-8a57-70a3baa0924f is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:44.665643 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.764951 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Allocated IP 172.20.0.1 (55089482-8a51-4808-8926-f569e6e63e9e/55cb4191-738d-4dfe-8d26-131e2d9ef5bc/a02ce036-e279-4aff-96a5-8fa27b9180b2) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:01:44.780404 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] For port ac95460d-72bb-4800-8a57-70a3baa0924f, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=ac95460d-72bb-4800-8a57-70a3baa0924f,segment=NetworkSegment(c453c812-b95c-4a4e-b903-cb6cba0341c8),segment_id=c453c812-b95c-4a4e-b903-cb6cba0341c8)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:01:44.791431 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.812027 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Publish callbacks [] for port (193ae220-f4b0-4716-9096-a885698e9f59), precommit_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.815702 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 4a41f3b8-1423-4367-8a60-a12befab3f54 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:44.817144 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device dd49499f-1b98-4868-adc9-5b6d895d75c7 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:44.855616 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (193ae220-f4b0-4716-9096-a885698e9f59), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.923881 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa43ecb-41d5-417e-9137-d60fc526bc11 None None] Pushing event updated for resources: {'Port': ['ID=ac95460d-72bb-4800-8a57-70a3baa0924f,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:44.926816 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Attempting to bind port 193ae220-f4b0-4716-9096-a885698e9f59 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:01:44.927201 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Attempting to bind port 193ae220-f4b0-4716-9096-a885698e9f59 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:01:44.927564 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Attempting to bind port 193ae220-f4b0-4716-9096-a885698e9f59 on network c9e9b8a4-11fd-434d-9422-2cce849b5115 {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:01:44.937318 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks [] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.965831 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-ffc82cd8-0925-41da-8a07-a09644188857 None None] Provisioning complete for port ac95460d-72bb-4800-8a57-70a3baa0924f triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:44.966219 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ffc82cd8-0925-41da-8a07-a09644188857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.971040 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:01:44.971438 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Checking segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:44.971869 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.972241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Bound using segment: {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'} {{(pid=110164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:01:44.972748 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.managers [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Bound port: 193ae220-f4b0-4716-9096-a885698e9f59, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3134351a-234f-48d6-a0ec-6f888d66f7ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115'}}] {{(pid=110164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:01:44.973134 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (193ae220-f4b0-4716-9096-a885698e9f59), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.977759 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port dd49499f-1b98-4868-adc9-5b6d895d75c7 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:44.978247 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:44.984198 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.057711 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Network 55089482-8a51-4808-8926-f569e6e63e9e is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:45.063827 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:45.071977 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6347d-f274-4c73-8ddc-3c4a15899c43 None None] Pushing event updated for resources: {'Port': ['ID=193ae220-f4b0-4716-9096-a885698e9f59,revision_number=2']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:45.093282 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ce036-e279-4aff-96a5-8fa27b9180b2,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:45.097803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:01:45.123250 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] For port 193ae220-f4b0-4716-9096-a885698e9f59, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:01:45.128631 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] For port 193ae220-f4b0-4716-9096-a885698e9f59, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=193ae220-f4b0-4716-9096-a885698e9f59,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:01:45.142048 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (193ae220-f4b0-4716-9096-a885698e9f59), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.189244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-782701'] for router_interface (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.248843 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-ffc82cd8-0925-41da-8a07-a09644188857 None None] Current status of the port ac95460d-72bb-4800-8a57-70a3baa0924f is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:45.267367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port dd49499f-1b98-4868-adc9-5b6d895d75c7 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:45.268544 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device ac95460d-72bb-4800-8a57-70a3baa0924f up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:45.307967 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6347d-f274-4c73-8ddc-3c4a15899c43 None None] Pushing event updated for resources: {'Port': ['ID=193ae220-f4b0-4716-9096-a885698e9f59,revision_number=3']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:45.312855 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Routers {'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:45.313598 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:45.392149 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port ac95460d-72bb-4800-8a57-70a3baa0924f triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:45.392149 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.428825 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.490905 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] Set router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:45.524534 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-b6006e5b-fc2c-460a-8fcf-f1b9411c185b None None] Provisioning complete for port a02ce036-e279-4aff-96a5-8fa27b9180b2 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:45.524935 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6006e5b-fc2c-460a-8fcf-f1b9411c185b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.628222 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks [] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.633487 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.658839 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b6006e5b-fc2c-460a-8fcf-f1b9411c185b None None] Port a02ce036-e279-4aff-96a5-8fa27b9180b2 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:01:45.688886 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port ac95460d-72bb-4800-8a57-70a3baa0924f is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:45.706761 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-535779', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-784381'] for router_interface (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:45.709689 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Pushing event updated for resources: {'Port': ['ID=a02ce036-e279-4aff-96a5-8fa27b9180b2,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:45.762789 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '193ae220-f4b0-4716-9096-a885698e9f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 3, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port': {'id': '193ae220-f4b0-4716-9096-a885698e9f59', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:45.795662 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea087be0-ac45-41cb-8022-8e2044cf2eb3 None None] The sync data for ids ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'] in dv-cinder-837165-1-iscsi is: [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '193ae220-f4b0-4716-9096-a885698e9f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 3, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port': {'id': '193ae220-f4b0-4716-9096-a885698e9f59', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:01:45.810824 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Network 55089482-8a51-4808-8926-f569e6e63e9e is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:01:45.815810 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:01:45.980885 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:01:45.983390 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device ac95460d-72bb-4800-8a57-70a3baa0924f up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:46.063301 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port ac95460d-72bb-4800-8a57-70a3baa0924f triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:46.063805 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.141808 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-1dc04a98-3696-4093-8d29-1ff81e2c4990 None None] Provisioning complete for port a02ce036-e279-4aff-96a5-8fa27b9180b2 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:46.142083 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:01:46.142488 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1dc04a98-3696-4093-8d29-1ff81e2c4990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.147941 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-123d073c-085d-45c0-a0a5-d9f1acc00941 admin admin] 10.222.0.78 "PUT /v2.0/routers/cbd6d960-65c5-47e8-974f-e5e1dd5ca59c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886776 Apr 08 18:01:46.236614 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-1dc04a98-3696-4093-8d29-1ff81e2c4990 None None] Port a02ce036-e279-4aff-96a5-8fa27b9180b2 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:01:46.295531 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port ac95460d-72bb-4800-8a57-70a3baa0924f is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:46.758058 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55286) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:46.768741 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-a6cb22e9-610f-43ff-9d31-6096b21eaadd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-903540045', 'description': 'tempest-secgroup-smoke-903540045 description', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:46.806308 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6cb22e9-610f-43ff-9d31-6096b21eaadd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.937594 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6cb22e9-610f-43ff-9d31-6096b21eaadd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group (159e8065-9f11-419b-a1b5-53507dce555a), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.943532 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6cb22e9-610f-43ff-9d31-6096b21eaadd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (159e8065-9f11-419b-a1b5-53507dce555a), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.976501 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a6cb22e9-610f-43ff-9d31-6096b21eaadd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:46.977972 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a6cb22e9-610f-43ff-9d31-6096b21eaadd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2171223 Apr 08 18:01:46.982498 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55288) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:46.987555 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-c0aad3b1-18d7-46cf-b5e5-55879d4a394f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'security_group_rule': {'security_group_id': '159e8065-9f11-419b-a1b5-53507dce555a', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:46.999813 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb22e9-610f-43ff-9d31-6096b21eaadd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159e8065-9f11-419b-a1b5-53507dce555a,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:47.024922 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0aad3b1-18d7-46cf-b5e5-55879d4a394f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (b52097c8-cce3-4395-8db9-a8d0fa9f32c0), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.103045 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0aad3b1-18d7-46cf-b5e5-55879d4a394f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (b52097c8-cce3-4395-8db9-a8d0fa9f32c0), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.107854 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0aad3b1-18d7-46cf-b5e5-55879d4a394f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (b52097c8-cce3-4395-8db9-a8d0fa9f32c0), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.129496 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aad3b1-18d7-46cf-b5e5-55879d4a394f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b52097c8-cce3-4395-8db9-a8d0fa9f32c0,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:47.140410 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-c0aad3b1-18d7-46cf-b5e5-55879d4a394f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.141778 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c0aad3b1-18d7-46cf-b5e5-55879d4a394f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579790 Apr 08 18:01:47.145412 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55290) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:47.150441 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-980fc3d6-efd3-4a2c-baeb-268b2eddbec7 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'security_group_rule': {'security_group_id': '159e8065-9f11-419b-a1b5-53507dce555a', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:47.191005 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-980fc3d6-efd3-4a2c-baeb-268b2eddbec7 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (beea20c4-407d-4f9a-bb1b-0f6c2de73ca9), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.262453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-980fc3d6-efd3-4a2c-baeb-268b2eddbec7 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (beea20c4-407d-4f9a-bb1b-0f6c2de73ca9), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.266786 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-980fc3d6-efd3-4a2c-baeb-268b2eddbec7 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (beea20c4-407d-4f9a-bb1b-0f6c2de73ca9), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.288391 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fc3d6-efd3-4a2c-baeb-268b2eddbec7 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beea20c4-407d-4f9a-bb1b-0f6c2de73ca9,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:47.299197 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-980fc3d6-efd3-4a2c-baeb-268b2eddbec7 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.300526 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-980fc3d6-efd3-4a2c-baeb-268b2eddbec7 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539774 Apr 08 18:01:47.303548 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55292) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:47.310181 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-72a42e05-a676-458b-bfc9-06b2c20f1451 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'security_group_rule': {'security_group_id': '159e8065-9f11-419b-a1b5-53507dce555a', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:47.345475 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-72a42e05-a676-458b-bfc9-06b2c20f1451 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (aab9f3fe-bf08-429d-b0d8-5d5d4ccf093a), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.417149 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-72a42e05-a676-458b-bfc9-06b2c20f1451 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (aab9f3fe-bf08-429d-b0d8-5d5d4ccf093a), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.422364 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-72a42e05-a676-458b-bfc9-06b2c20f1451 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (aab9f3fe-bf08-429d-b0d8-5d5d4ccf093a), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.442334 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a42e05-a676-458b-bfc9-06b2c20f1451 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab9f3fe-bf08-429d-b0d8-5d5d4ccf093a,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:47.453678 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-72a42e05-a676-458b-bfc9-06b2c20f1451 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.455425 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-72a42e05-a676-458b-bfc9-06b2c20f1451 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503365 Apr 08 18:01:47.458404 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55294) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:47.463045 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-d89373b8-3c3b-4923-9874-ddb0e436d361 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'security_group_rule': {'security_group_id': '159e8065-9f11-419b-a1b5-53507dce555a', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:47.493547 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d89373b8-3c3b-4923-9874-ddb0e436d361 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (b4f715d0-2cb3-4a80-89e9-cdc1bb7a3a3b), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.562265 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d89373b8-3c3b-4923-9874-ddb0e436d361 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (b4f715d0-2cb3-4a80-89e9-cdc1bb7a3a3b), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.568062 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d89373b8-3c3b-4923-9874-ddb0e436d361 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (b4f715d0-2cb3-4a80-89e9-cdc1bb7a3a3b), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.601855 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89373b8-3c3b-4923-9874-ddb0e436d361 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f715d0-2cb3-4a80-89e9-cdc1bb7a3a3b,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:47.619430 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d89373b8-3c3b-4923-9874-ddb0e436d361 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.621008 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d89373b8-3c3b-4923-9874-ddb0e436d361 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1615467 Apr 08 18:01:47.624153 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55296) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:47.628978 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.v2.base [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'security_group_rule': {'security_group_id': '159e8065-9f11-419b-a1b5-53507dce555a', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:47.655201 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.db.securitygroups_db [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Project f76f11e3baab47708baa9c79fcd9cb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 18:01:47.663384 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (1b522ca6-3e31-4a36-ba68-1bb7168e2683), before_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.672610 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Sync routers for ids ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:01:47.691374 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Routers {'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:47.692541 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:47.734101 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (1b522ca6-3e31-4a36-ba68-1bb7168e2683), precommit_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.738892 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (1b522ca6-3e31-4a36-ba68-1bb7168e2683), after_create {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.759051 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b522ca6-3e31-4a36-ba68-1bb7168e2683,revision_number=0']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:47.769154 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.770886 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c3467a0a-0e05-4059-b08e-fea07607ebd9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1451159 Apr 08 18:01:47.773674 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55298) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:01:47.782079 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'security_group_rule': {'security_group_id': '159e8065-9f11-419b-a1b5-53507dce555a', 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:01:47.818765 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.securitygroups_db [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Project f76f11e3baab47708baa9c79fcd9cb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 08 18:01:47.827663 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (68aaaa08-17f3-4474-9cfb-7cafe2f0eb32), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.932685 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (68aaaa08-17f3-4474-9cfb-7cafe2f0eb32), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.938825 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726939'] for security_group_rule (68aaaa08-17f3-4474-9cfb-7cafe2f0eb32), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.956433 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Set router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:47.970061 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68aaaa08-17f3-4474-9cfb-7cafe2f0eb32,revision_number=0']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:47.978332 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 193ae220-f4b0-4716-9096-a885698e9f59 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:47.987632 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:47.989573 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2141428 Apr 08 18:01:47.991684 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.992225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.992732 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.993264 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.993793 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.994342 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.994889 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.995440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.996032 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.996605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.997143 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.997688 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:47.998233 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:48.000392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:48.001129 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50b6254-67dc-49b6-bcbf-85a81ce0bc3c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:01:48.036330 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 193ae220-f4b0-4716-9096-a885698e9f59 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:48.036948 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (193ae220-f4b0-4716-9096-a885698e9f59), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.173808 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 193ae220-f4b0-4716-9096-a885698e9f59 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:48.174309 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (193ae220-f4b0-4716-9096-a885698e9f59), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.198632 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] For port 193ae220-f4b0-4716-9096-a885698e9f59, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=193ae220-f4b0-4716-9096-a885698e9f59,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:01:48.210294 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (193ae220-f4b0-4716-9096-a885698e9f59), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.219070 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '193ae220-f4b0-4716-9096-a885698e9f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:45Z', 'revision_number': 4, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port': {'id': '193ae220-f4b0-4716-9096-a885698e9f59', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'a02ce036-e279-4aff-96a5-8fa27b9180b2', 'name': '', 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'mac_address': 'fa:16:3e:17:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '55cb4191-738d-4dfe-8d26-131e2d9ef5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:44Z', 'updated_at': '2022-04-08T18:01:45Z', 'revision_number': 2, 'project_id': '523ef06c632145f995b903ac16a01347', 'subnets': [{'id': '55cb4191-738d-4dfe-8d26-131e2d9ef5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:48.248482 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Checking router: cbd6d960-65c5-47e8-974f-e5e1dd5ca59c for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:01:48.248841 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Updating router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c port a02ce036-e279-4aff-96a5-8fa27b9180b2 binding host dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 08 18:01:48.281571 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.317310 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Pushing event updated for resources: {'Port': ['ID=193ae220-f4b0-4716-9096-a885698e9f59,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:48.681457 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Publish callbacks [] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), precommit_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.688520 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.740402 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886912b7-91a5-48f6-94e7-feff048b9171 None None] Pushing event updated for resources: {'Port': ['ID=a02ce036-e279-4aff-96a5-8fa27b9180b2,revision_number=3']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:48.803960 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Attempting to bind port a02ce036-e279-4aff-96a5-8fa27b9180b2 on host dv-cinder-837165-1-iscsi for vnic_type normal with profile {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:01:48.804650 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Attempting to bind port a02ce036-e279-4aff-96a5-8fa27b9180b2 by drivers openvswitch,hyperv on host dv-cinder-837165-1-iscsi at level 0 using segments [{'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:01:48.805245 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Attempting to bind port a02ce036-e279-4aff-96a5-8fa27b9180b2 on network 55089482-8a51-4808-8926-f569e6e63e9e {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:01:48.815510 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Checking agent: {'id': '919a9b89-4c50-4b6d-9939-7a2770c66535', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 36, 30), 'started_at': datetime.datetime(2022, 4, 8, 17, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:01:48.816163 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Checking segment: {'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:01:48.816828 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.817555 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Bound using segment: {'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'} {{(pid=110165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:01:48.818435 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.managers [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Bound port: a02ce036-e279-4aff-96a5-8fa27b9180b2, host: dv-cinder-837165-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c453c812-b95c-4a4e-b903-cb6cba0341c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e'}}] {{(pid=110165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:01:48.819088 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), before_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.910086 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] For port a02ce036-e279-4aff-96a5-8fa27b9180b2, host dv-cinder-837165-1-iscsi, cleared binding levels {{(pid=110165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:01:48.913909 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.plugins.ml2.db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] For port a02ce036-e279-4aff-96a5-8fa27b9180b2, host dv-cinder-837165-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=a02ce036-e279-4aff-96a5-8fa27b9180b2,segment=NetworkSegment(c453c812-b95c-4a4e-b903-cb6cba0341c8),segment_id=c453c812-b95c-4a4e-b903-cb6cba0341c8)] {{(pid=110165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:01:48.922798 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron_lib.callbacks.manager [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), after_update {{(pid=110165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:48.987430 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Routers {'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:01:48.988173 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:01:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:49.052472 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886912b7-91a5-48f6-94e7-feff048b9171 None None] Pushing event updated for resources: {'Port': ['ID=a02ce036-e279-4aff-96a5-8fa27b9180b2,revision_number=4']} {{(pid=110165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:49.177727 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] Set router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:01:49.205148 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-52c19b0c-10e7-4f43-a914-27acc38d7566 None None] Provisioning complete for port a02ce036-e279-4aff-96a5-8fa27b9180b2 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:49.208407 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-52c19b0c-10e7-4f43-a914-27acc38d7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:49.352533 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-52c19b0c-10e7-4f43-a914-27acc38d7566 None None] Current status of the port a02ce036-e279-4aff-96a5-8fa27b9180b2 is: DOWN; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:49.353572 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-52c19b0c-10e7-4f43-a914-27acc38d7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:49.417543 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-52c19b0c-10e7-4f43-a914-27acc38d7566 None None] For port a02ce036-e279-4aff-96a5-8fa27b9180b2, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=a02ce036-e279-4aff-96a5-8fa27b9180b2,segment=NetworkSegment(c453c812-b95c-4a4e-b903-cb6cba0341c8),segment_id=c453c812-b95c-4a4e-b903-cb6cba0341c8)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:01:49.422610 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-52c19b0c-10e7-4f43-a914-27acc38d7566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:49.495466 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c19b0c-10e7-4f43-a914-27acc38d7566 None None] Pushing event updated for resources: {'Port': ['ID=a02ce036-e279-4aff-96a5-8fa27b9180b2,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:01:49.497938 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '193ae220-f4b0-4716-9096-a885698e9f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:45Z', 'revision_number': 4, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port': {'id': '193ae220-f4b0-4716-9096-a885698e9f59', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'a02ce036-e279-4aff-96a5-8fa27b9180b2', 'name': '', 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'mac_address': 'fa:16:3e:17:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '55cb4191-738d-4dfe-8d26-131e2d9ef5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:44Z', 'updated_at': '2022-04-08T18:01:48Z', 'revision_number': 4, 'project_id': '523ef06c632145f995b903ac16a01347', 'subnets': [{'id': '55cb4191-738d-4dfe-8d26-131e2d9ef5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:01:49.543351 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5db909-8627-454f-b7c5-32850c1b7740 None None] The sync data for ids ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'] in dv-cinder-837165-1-iscsi is: [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '193ae220-f4b0-4716-9096-a885698e9f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:45Z', 'revision_number': 4, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port': {'id': '193ae220-f4b0-4716-9096-a885698e9f59', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'a02ce036-e279-4aff-96a5-8fa27b9180b2', 'name': '', 'network_id': '55089482-8a51-4808-8926-f569e6e63e9e', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'mac_address': 'fa:16:3e:17:72:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '55cb4191-738d-4dfe-8d26-131e2d9ef5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:44Z', 'updated_at': '2022-04-08T18:01:48Z', 'revision_number': 4, 'project_id': '523ef06c632145f995b903ac16a01347', 'subnets': [{'id': '55cb4191-738d-4dfe-8d26-131e2d9ef5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:01:49.550255 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-2fe88e8d-06aa-455b-9b1d-01b96a8a3201 None None] Provisioning complete for port a02ce036-e279-4aff-96a5-8fa27b9180b2 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:49.550896 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2fe88e8d-06aa-455b-9b1d-01b96a8a3201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:49.773929 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-2fe88e8d-06aa-455b-9b1d-01b96a8a3201 None None] Current status of the port a02ce036-e279-4aff-96a5-8fa27b9180b2 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:50.024821 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device a02ce036-e279-4aff-96a5-8fa27b9180b2 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:50.082797 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port a02ce036-e279-4aff-96a5-8fa27b9180b2 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:50.083282 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:50.208303 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port a02ce036-e279-4aff-96a5-8fa27b9180b2 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:50.210122 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 193ae220-f4b0-4716-9096-a885698e9f59 up at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:01:50.266350 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Provisioning complete for port 193ae220-f4b0-4716-9096-a885698e9f59 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:01:50.266736 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (193ae220-f4b0-4716-9096-a885698e9f59), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:50.371566 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Current status of the port 193ae220-f4b0-4716-9096-a885698e9f59 is: ACTIVE; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:01:53.286144 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-6b0dad9d-8e57-4dd0-997e-0a127d4fd0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:54.245099 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:01:55.627512 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-aad0c920-73aa-4604-b067-53dce8cdd313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:56.898766 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:57.353047 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:58.716561 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:01:59.859080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:13.248416 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-42e86fc3-4c68-4a97-86e5-66a6ff9675aa tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-903540045&fields=id&tenant_id=f76f11e3baab47708baa9c79fcd9cb0a HTTP/1.1" status: 200 len: 267 time: 0.0527093 Apr 08 18:02:13.375369 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-6fa337ff-adf6-47a7-a5ea-81bfdb69418c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:13.377510 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-6fa337ff-adf6-47a7-a5ea-81bfdb69418c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 809 time: 0.1220415 Apr 08 18:02:13.394153 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-9aa4e662-76fd-446d-8fbc-135f4b143315 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/quotas/f76f11e3baab47708baa9c79fcd9cb0a HTTP/1.1" status: 200 len: 375 time: 0.0106246 Apr 08 18:02:13.451802 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-5aea7697-477f-4bc6-bef7-cfd21732a818 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507095 Apr 08 18:02:13.575657 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-1b2a1823-6d97-4d9e-9414-07b5bbc997c6 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:02:13.576869 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-1b2a1823-6d97-4d9e-9414-07b5bbc997c6 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123240 Apr 08 18:02:13.684960 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0a423d70-0361-4252-ba73-aaa20d79183f service neutron] 10.222.0.78 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011999 Apr 08 18:02:13.786148 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-f6813d17-28ba-48ae-b5cb-cf858d3d4dea service neutron] 10.222.0.78 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946915 Apr 08 18:02:15.145885 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-125589e9-f869-48a7-9464-8b133e5f6835 req-0da17f9a-643a-4bd5-a66f-347be30230a2 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 210 time: 0.0348155 Apr 08 18:02:16.298899 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-2617612c-d103-45f8-ab22-bb57d296b007 req-6762055d-b1b4-434b-a0a9-7a313874a69b tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 210 time: 0.0516257 Apr 08 18:02:16.531967 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-a581d2a0-59fd-4a04-9156-c73684b830f1 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:16.534096 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-a581d2a0-59fd-4a04-9156-c73684b830f1 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 809 time: 0.1541810 Apr 08 18:02:16.616405 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-863e1220-a796-408d-b877-c0ddd8e82000 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f76f11e3baab47708baa9c79fcd9cb0a HTTP/1.1" status: 200 len: 379 time: 0.0664999 Apr 08 18:02:16.643817 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'port': {'device_id': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'admin_state_up': True, 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'security_groups': ['159e8065-9f11-419b-a1b5-53507dce555a']}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:02:16.783218 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Made reservation on behalf of f76f11e3baab47708baa9c79fcd9cb0a for: {'port': 1} {{(pid=110162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 08 18:02:16.786797 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:16.944093 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Allocated IP 172.20.0.9 (cdd95f8f-1dee-422b-b7f1-06b415722c4c/bcf17b41-3f7e-4543-b2a2-9a624f4684c1/c7b12ca6-9f4c-4213-8547-f49b366e3447) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:02:17.106671 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:17.148197 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:17.216430 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:02:17.218224 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:02:17.223577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:02:17.232746 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:17.313580 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:17.314541 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:17.342129 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e1d70269-fa45-45b8-a81e-657d46b4a958 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7022672 Apr 08 18:02:17.372238 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Request body: {'port': {'device_id': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:02:17.538679 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39347c29-f612-4c82-80d0-56f19888413d req-ee8010d1-8d68-4e8b-a563-d24f6d139da6 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:17.540703 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-39347c29-f612-4c82-80d0-56f19888413d req-ee8010d1-8d68-4e8b-a563-d24f6d139da6 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 931 time: 0.1110713 Apr 08 18:02:17.544416 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:17.569718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-70e9e2a7-318f-48ab-9d2c-166332143860 None None] Provisioning complete for port c7b12ca6-9f4c-4213-8547-f49b366e3447 triggered by entity DHCP. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:02:17.570609 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-70e9e2a7-318f-48ab-9d2c-166332143860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:17.611934 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-70e9e2a7-318f-48ab-9d2c-166332143860 None None] Port c7b12ca6-9f4c-4213-8547-f49b366e3447 cannot update to ACTIVE because it is not bound. {{(pid=110164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 08 18:02:17.649401 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-39347c29-f612-4c82-80d0-56f19888413d req-84d3e765-fe1b-44b1-97a5-95cb53c987ad tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954130 Apr 08 18:02:17.888916 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b12ca6-9f4c-4213-8547-f49b366e3447 {{(pid=110162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:02:17.897760 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Publish callbacks [] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:17.917609 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.provisioning_blocks [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Transition to ACTIVE for port object c7b12ca6-9f4c-4213-8547-f49b366e3447 will not be triggered until provisioned by entity L2. {{(pid=110162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 08 18:02:17.922682 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:18.015933 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:18.113730 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Attempting to bind port c7b12ca6-9f4c-4213-8547-f49b366e3447 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 08 18:02:18.114081 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Attempting to bind port c7b12ca6-9f4c-4213-8547-f49b366e3447 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 08 18:02:18.114426 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Attempting to bind port c7b12ca6-9f4c-4213-8547-f49b366e3447 on network cdd95f8f-1dee-422b-b7f1-06b415722c4c {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:02:18.121499 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Port c7b12ca6-9f4c-4213-8547-f49b366e3447 on network cdd95f8f-1dee-422b-b7f1-06b415722c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 08 18:02:18.121831 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Attempting to bind port c7b12ca6-9f4c-4213-8547-f49b366e3447 on network cdd95f8f-1dee-422b-b7f1-06b415722c4c {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 08 18:02:18.127931 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Checking agent: {'id': 'dd6e5b72-6443-4843-bfcb-408cb0fa7fee', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'started_at': datetime.datetime(2022, 4, 8, 17, 43, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 8, 18, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 08 18:02:18.128313 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Checking segment: {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 08 18:02:18.128715 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Bound using segment: {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'} {{(pid=110162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 08 18:02:18.129168 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.managers [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Bound port: c7b12ca6-9f4c-4213-8547-f49b366e3447, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ac1509-668b-49dd-95c7-95ca59f1cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c'}}] {{(pid=110162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 08 18:02:18.129546 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:18.220454 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, cleared binding levels {{(pid=110162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 08 18:02:18.226248 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 08 18:02:18.235495 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:18.295976 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:18.297108 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:18.299689 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] 10.222.0.73 "PUT /v2.0/ports/c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 1093 time: 0.9363627 Apr 08 18:02:18.300484 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:02:18.304665 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b" -d '{"events": [{"name": "network-changed", "server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:02:18.350404 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f1c00-f795-4509-a692-cc430e8d653e service neutron] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=3']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:18.468896 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-f0700880-1bc8-4bd5-8c2e-e0434ef12a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:18.470786 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-f0700880-1bc8-4bd5-8c2e-e0434ef12a9d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1127 time: 0.0728962 Apr 08 18:02:18.488511 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d4240a-2d70-460d-b7e9-d5d423e0e61b x-openstack-request-id: req-a1d4240a-2d70-460d-b7e9-d5d423e0e61b {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:02:18.488954 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:02:18.489336 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1d4240a-2d70-460d-b7e9-d5d423e0e61b {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:02:18.489953 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d4240a-2d70-460d-b7e9-d5d423e0e61b'] response: {'name': 'network-changed', 'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'status': 'completed', 'code': 200} Apr 08 18:02:18.554127 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-d8c20b5a-b7fb-4dfc-8607-00a9429a787d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 217 time: 0.0521514 Apr 08 18:02:18.642672 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e35b7b53-b621-42c2-8868-ae2ab74120ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:18.644288 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-e35b7b53-b621-42c2-8868-ae2ab74120ba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0821271 Apr 08 18:02:18.702507 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-7e96e960-f2f5-42b9-aa28-f07026fd2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:18.705278 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-7e96e960-f2f5-42b9-aa28-f07026fd2232 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540559 Apr 08 18:02:18.841503 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9a6ef-9c03-486d-b229-616f2ceb8e30 req-97763f32-8d3b-4d81-87d2-8aafd09635fb tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:18.843160 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-75e9a6ef-9c03-486d-b229-616f2ceb8e30 req-97763f32-8d3b-4d81-87d2-8aafd09635fb tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0985408 Apr 08 18:02:18.874385 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-14f60c0f-bf27-46ee-8c76-8d51e704295d service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617937 Apr 08 18:02:18.975199 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-75e9a6ef-9c03-486d-b229-616f2ceb8e30 req-e1aed7fa-ea8d-4b79-9fbd-40cc9f858204 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156478 Apr 08 18:02:19.010662 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-63d9e70f-cbce-4b69-9b52-670c9128de8e req-1fcba844-3678-4d40-bd46-55a41975e748 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291988 Apr 08 18:02:20.134082 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82547e-b3aa-43e7-8a68-b817622be68b req-82ea0a24-9c2f-4ad4-8a6b-623da0f73f2f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:20.137407 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bb82547e-b3aa-43e7-8a68-b817622be68b req-82ea0a24-9c2f-4ad4-8a6b-623da0f73f2f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0834424 Apr 08 18:02:20.193763 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-bb82547e-b3aa-43e7-8a68-b817622be68b req-c0631eef-7889-4cde-84bf-0d078f10709a tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503511 Apr 08 18:02:20.375563 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-921dddb7-1521-45b5-9bf9-9ff6560454c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:20.377273 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-921dddb7-1521-45b5-9bf9-9ff6560454c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1127 time: 0.0509279 Apr 08 18:02:20.492181 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-05198278-e394-438b-8a23-208e0da41f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:20.493586 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-05198278-e394-438b-8a23-208e0da41f7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1098444 Apr 08 18:02:20.541291 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-589e553f-99db-49df-a631-ce7e75c0e0ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 217 time: 0.0413101 Apr 08 18:02:20.600745 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-4e69112a-6fe7-41e3-9de3-28c775356c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:20.602471 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-4e69112a-6fe7-41e3-9de3-28c775356c2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0540349 Apr 08 18:02:20.650629 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-764243c3-d000-4f84-9dbd-7abf0ff46c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:20.652284 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-764243c3-d000-4f84-9dbd-7abf0ff46c6f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435784 Apr 08 18:02:20.767449 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-2cb03999-7c26-434c-b858-102c6672e674 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084518 Apr 08 18:02:20.868039 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-574c59a4-dd9e-4ab3-b7ac-cb9992e8b93b req-83897e4f-e71a-400e-9ea7-02ecdb70dcef service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941713 Apr 08 18:02:21.322925 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf9cd0-cc73-40ca-b465-0cf196adad66 req-018f8c35-8926-4931-b720-748fe3239109 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:21.324566 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-82cf9cd0-cc73-40ca-b465-0cf196adad66 req-018f8c35-8926-4931-b720-748fe3239109 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0535920 Apr 08 18:02:21.422041 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-82cf9cd0-cc73-40ca-b465-0cf196adad66 req-2b922bf4-418b-4be3-8809-79188298e537 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865085 Apr 08 18:02:22.585279 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c10fd0-932d-4259-8305-b5dd1921ec15 req-4459bf13-60aa-45e1-aad8-052c3edcfc31 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:22.588602 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-84c10fd0-932d-4259-8305-b5dd1921ec15 req-4459bf13-60aa-45e1-aad8-052c3edcfc31 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0816717 Apr 08 18:02:22.658851 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-84c10fd0-932d-4259-8305-b5dd1921ec15 req-904203b9-353b-4b6d-82a2-c0c5b1f8f544 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639515 Apr 08 18:02:23.297474 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c3c249b9-1c98-4ee7-9efb-22da96046833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:23.786220 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73720c-d20a-412d-a6c2-251c71dc848a req-5e8841f2-19d7-4a59-add1-d2f77137b9e3 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:23.788034 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-aa73720c-d20a-412d-a6c2-251c71dc848a req-5e8841f2-19d7-4a59-add1-d2f77137b9e3 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0504301 Apr 08 18:02:23.845903 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-aa73720c-d20a-412d-a6c2-251c71dc848a req-799e2e3d-65d9-499a-bd1a-768d6da5a00c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505605 Apr 08 18:02:24.981316 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b41a3d-c220-420f-8695-6964ba7b8392 req-cef0a71f-8780-4593-8700-91378c29d13c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:24.982964 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f4b41a3d-c220-420f-8695-6964ba7b8392 req-cef0a71f-8780-4593-8700-91378c29d13c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0634995 Apr 08 18:02:25.053148 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f4b41a3d-c220-420f-8695-6964ba7b8392 req-66f004db-bfe9-43ca-ac07-461e2459a691 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600410 Apr 08 18:02:25.624966 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-31ced521-4136-4b61-a57f-b98588dd0d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:26.206619 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592d5c5-8b6a-4b85-9d76-2eb8194bd9ca req-db9bc6a5-6a50-4adc-a910-11eb1756a09c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:26.209410 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4592d5c5-8b6a-4b85-9d76-2eb8194bd9ca req-db9bc6a5-6a50-4adc-a910-11eb1756a09c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0842161 Apr 08 18:02:26.275987 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-4592d5c5-8b6a-4b85-9d76-2eb8194bd9ca req-2f6a2529-4367-401d-a7f6-8fcf53d46ee0 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598228 Apr 08 18:02:26.898280 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:27.357769 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:27.422061 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33e4e-59ec-4b84-a377-d3c9ac831999 req-734e9cdc-2a70-43cf-8563-8b09e385b18e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:27.423702 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e7f33e4e-59ec-4b84-a377-d3c9ac831999 req-734e9cdc-2a70-43cf-8563-8b09e385b18e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0578368 Apr 08 18:02:27.500823 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-e7f33e4e-59ec-4b84-a377-d3c9ac831999 req-8142e417-5b5a-4d5e-833b-c2aa8e3b25c1 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704608 Apr 08 18:02:27.591341 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device c7b12ca6-9f4c-4213-8547-f49b366e3447 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 18:02:27.710080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:02:27.724903 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'port_id': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'mac_address': 'fa:16:3e:a0:a4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 18:02:27.768320 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port c7b12ca6-9f4c-4213-8547-f49b366e3447 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:02:27.768718 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:27.784658 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b12ca6-9f4c-4213-8547-f49b366e3447 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:02:27.809577 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:02:27.815045 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:27.867187 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=4']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:28.350906 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['c7b12ca6-9f4c-4213-8547-f49b366e3447'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 18:02:28.663588 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b500c-9cd4-4511-9922-f056fdfdede5 req-36967d8c-5bef-43c6-8ee5-44ca5f3d24ff tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:28.667475 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-de6b500c-9cd4-4511-9922-f056fdfdede5 req-36967d8c-5bef-43c6-8ee5-44ca5f3d24ff tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 944 time: 0.0872805 Apr 08 18:02:28.734920 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-de6b500c-9cd4-4511-9922-f056fdfdede5 req-af5e1fd0-6283-45c4-9794-049ce5537b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603745 Apr 08 18:02:28.737731 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:29.629467 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device c7b12ca6-9f4c-4213-8547-f49b366e3447 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:02:29.681115 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning for port c7b12ca6-9f4c-4213-8547-f49b366e3447 completed by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 08 18:02:29.687805 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port c7b12ca6-9f4c-4213-8547-f49b366e3447 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:02:29.688234 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:29.774386 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port c7b12ca6-9f4c-4213-8547-f49b366e3447 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:02:29.774790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:29.809304 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:02:29.812407 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d510362-efd1-4662-830c-57672c4be4af" -d '{"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-plugged", "status": "completed", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:02:29.834665 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:02:29.842210 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:29.909303 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f30cf-2b2f-42d3-b922-6325e93e263b req-803d3124-3f10-486b-9d26-5ec75bbdcd6f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:29.911906 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-761f30cf-2b2f-42d3-b922-6325e93e263b req-803d3124-3f10-486b-9d26-5ec75bbdcd6f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0848401 Apr 08 18:02:29.937044 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:29.956531 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=5']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:29.982759 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff69050b-de30-4fab-a6f3-0237b98e571b x-openstack-request-id: req-ff69050b-de30-4fab-a6f3-0237b98e571b {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:02:29.983268 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-plugged", "status": "completed", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:02:29.983589 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ff69050b-de30-4fab-a6f3-0237b98e571b {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:02:29.984152 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff69050b-de30-4fab-a6f3-0237b98e571b'] response: {'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'code': 200} Apr 08 18:02:30.273229 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-761f30cf-2b2f-42d3-b922-6325e93e263b req-cf0da8c3-836b-4f85-a393-9ac402b9d403 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474441 Apr 08 18:02:30.279462 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78138262-8cbe-48b3-88d4-5d33a7d4fc56 req-17813d9f-f1f0-4acf-a734-d1c003a6400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:30.281562 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-78138262-8cbe-48b3-88d4-5d33a7d4fc56 req-17813d9f-f1f0-4acf-a734-d1c003a6400b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0499537 Apr 08 18:02:30.342965 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-78138262-8cbe-48b3-88d4-5d33a7d4fc56 req-7494b53c-a25b-4392-a3a5-36dbf4322a95 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Apr 08 18:02:31.244607 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:02:31.404178 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfd3b5-3349-486a-b80f-0b21a40970e7 req-f1606418-a6e8-4086-9ee3-18e31cd1f5cf tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:31.405752 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bdcfd3b5-3349-486a-b80f-0b21a40970e7 req-f1606418-a6e8-4086-9ee3-18e31cd1f5cf tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0538414 Apr 08 18:02:31.462558 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-bdcfd3b5-3349-486a-b80f-0b21a40970e7 req-cfb91fcb-50f2-4727-a507-21850e2153be tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506167 Apr 08 18:02:32.586021 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e4a95-956a-4f5b-b6a9-2ae978b6e6de req-640776ca-51cf-4f99-bcc8-e4fef25251cb tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:32.587720 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a4e4a95-956a-4f5b-b6a9-2ae978b6e6de req-640776ca-51cf-4f99-bcc8-e4fef25251cb tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0526068 Apr 08 18:02:32.650301 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8a4e4a95-956a-4f5b-b6a9-2ae978b6e6de req-f312b63b-d1d4-4883-8c61-9f9d310ae305 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523109 Apr 08 18:02:32.784093 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7010ff-0971-4726-900e-a16f32051414 req-bb3cb490-9a5e-43e4-9e05-2f7fb8b9ae8d tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:32.785673 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e7010ff-0971-4726-900e-a16f32051414 req-bb3cb490-9a5e-43e4-9e05-2f7fb8b9ae8d tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0523548 Apr 08 18:02:32.853732 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7e7010ff-0971-4726-900e-a16f32051414 req-aa0d9a82-0b7b-4738-9ecb-63fdce3491b2 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567393 Apr 08 18:02:32.887574 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55488) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:32.981015 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96083ca2-246b-4c21-aa44-d7eb5047203f tempest-TestShelveInstance-447553238 tempest-TestShelveInstance-447553238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:32.982632 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-96083ca2-246b-4c21-aa44-d7eb5047203f tempest-TestShelveInstance-447553238 tempest-TestShelveInstance-447553238-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1124 time: 0.0940068 Apr 08 18:02:32.987426 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55492) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:32.991979 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.v2.base [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Request body: {'floatingip': {'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'port_id': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 08 18:02:33.015568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:33.114413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (None), before_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:33.246531 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_common [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Allocated IP 172.27.2.211 (c9e9b8a4-11fd-434d-9422-2cce849b5115/0b636a20-5f38-4b8b-99de-6890e10fb1df/8e95c1be-6e44-4354-afca-e8ba570e3aba) {{(pid=110162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 08 18:02:33.372151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:33.410693 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733961911574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:33.454546 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Network c9e9b8a4-11fd-434d-9422-2cce849b5115 is already hosted by enough agents. {{(pid=110162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 08 18:02:33.457618 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.base_scheduler [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Resources bound (agent type, host, resource id): {{(pid=110162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 08 18:02:33.461476 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Received port after_create {{(pid=110162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 08 18:02:33.470099 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'Port': ['ID=8e95c1be-6e44-4354-afca-e8ba570e3aba,revision_number=1']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:33.901015 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for floatingip (bb538311-f343-47e8-a6e4-9798ca5c15a1), precommit_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:33.997872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), before_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:34.161768 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), precommit_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:34.167681 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4091854'] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), after_update {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:34.248060 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event updated for resources: {'Port': ['ID=8e95c1be-6e44-4354-afca-e8ba570e3aba,revision_number=2']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:34.254896 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-f521296b-8eb0-4f0d-9b4f-6b25e234b824 req-bc913fb0-1f57-4948-b59b-fc456547d4b4 service neutron] (110163) timed out ('10.222.0.73', 56056) {{(pid=110163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 18:02:34.258771 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-c9de4875-893e-49bf-8779-c8c52841849d req-2ebcc2c0-8e91-42c0-b83a-99cf16f94358 service neutron] (110163) timed out ('10.222.0.73', 56131) {{(pid=110163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 18:02:34.260743 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782816'] for floatingip (bb538311-f343-47e8-a6e4-9798ca5c15a1), after_create {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:34.376867 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Floating IP bb538311-f343-47e8-a6e4-9798ca5c15a1 associated. External IP: 172.27.2.211, port: c7b12ca6-9f4c-4213-8547-f49b366e3447. Apr 08 18:02:34.496445 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-4def3bab-798a-4161-9a45-d801eaa55aac req-84c4e501-e0e8-4ea6-84e4-eb615c3432ee service neutron] (110163) timed out ('10.222.0.73', 56054) {{(pid=110163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 18:02:34.906387 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Router 09f42ba0-ab36-4ff9-9187-a464e90570ca has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:02:35.038421 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:02:35.050468 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] Sync routers for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:02:35.063201 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:35.067093 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:02:35.068301 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:35.100312 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-b617fa74-0044-4aa6-9da0-5c81e7082b47 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1116858 Apr 08 18:02:35.101018 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:02:35.103750 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e" -d '{"events": [{"name": "network-changed", "server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:02:35.159621 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac18503-3471-4b7f-94a2-aad2664326fe x-openstack-request-id: req-0ac18503-3471-4b7f-94a2-aad2664326fe {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:02:35.160175 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:02:35.160643 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0ac18503-3471-4b7f-94a2-aad2664326fe {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:02:35.161297 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac18503-3471-4b7f-94a2-aad2664326fe'] response: {'name': 'network-changed', 'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'status': 'completed', 'code': 200} Apr 08 18:02:35.209157 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:02:35.266338 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-e45ac2cb-b6b4-4574-aa92-6727e4c6c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:35.268983 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-e45ac2cb-b6b4-4574-aa92-6727e4c6c8aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0673699 Apr 08 18:02:35.391137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-cf03f548-b9c0-4d53-9b84-52243568e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:35.392843 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-cf03f548-b9c0-4d53-9b84-52243568e0c0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1160104 Apr 08 18:02:35.475496 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'bb538311-f343-47e8-a6e4-9798ca5c15a1', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'port_id': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'mac_address': 'fa:16:3e:a0:a4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:02:33Z', 'updated_at': '2022-04-08T18:02:33Z', 'revision_number': 0, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:43Z', 'revision_number': 5, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:35.510623 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-d0b7ba45-50ef-4c31-bc33-c8002ca92e5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 999 time: 0.1080933 Apr 08 18:02:35.521265 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] Checking router: 09f42ba0-ab36-4ff9-9187-a464e90570ca for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:02:35.537202 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:02:35.538277 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:35.567780 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-5c3fcaf7-55a1-4365-a25a-137bf7e475b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:35.569384 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-5c3fcaf7-55a1-4365-a25a-137bf7e475b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0528924 Apr 08 18:02:35.621233 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-07d30a48-d8ef-4fe3-aa48-ad54f21eff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:35.622849 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-07d30a48-d8ef-4fe3-aa48-ad54f21eff92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475461 Apr 08 18:02:35.697412 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:02:35.802045 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-6aa22bed-e7c8-4860-b636-0683015e56ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1422482 Apr 08 18:02:35.841251 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-e5cee50d-7de1-49f8-8901-bbf293166d9c service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111816 Apr 08 18:02:35.952334 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-c7dc57bf-7941-4ae0-b353-dfea4cd739d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:35.953904 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-c7dc57bf-7941-4ae0-b353-dfea4cd739d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1129 time: 0.0772276 Apr 08 18:02:35.985759 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'bb538311-f343-47e8-a6e4-9798ca5c15a1', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'port_id': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'mac_address': 'fa:16:3e:a0:a4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:02:33Z', 'updated_at': '2022-04-08T18:02:33Z', 'revision_number': 0, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:43Z', 'revision_number': 5, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:36.029357 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8af88fdb-18c8-452a-a92d-4a33fb22ca0e req-9e64ad76-f696-4708-8477-462ee0d43be2 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815200 Apr 08 18:02:36.041619 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9af4e6-5399-4944-89fd-0ef572eb3cec None None] The sync data for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi is: [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'bb538311-f343-47e8-a6e4-9798ca5c15a1', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'floating_ip_address': '172.27.2.211', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'port_id': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'mac_address': 'fa:16:3e:a0:a4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T18:02:33Z', 'updated_at': '2022-04-08T18:02:33Z', 'revision_number': 0, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:43Z', 'revision_number': 5, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:02:36.145748 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-4d84f14b-0e3d-4c92-9746-299566468f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:36.148277 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-4d84f14b-0e3d-4c92-9746-299566468f88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1647112 Apr 08 18:02:36.250039 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-03cb50fe-365e-4016-8755-4ab8535fe7c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 1001 time: 0.0956383 Apr 08 18:02:36.314686 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c45433-5150-4fa8-a92b-8682159a3db7 None None] New status for floating IP bb538311-f343-47e8-a6e4-9798ca5c15a1: ACTIVE {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:02:36.327775 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-0e5a5ff0-73c5-4045-a646-688420ea9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:36.330450 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-0e5a5ff0-73c5-4045-a646-688420ea9ceb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0691686 Apr 08 18:02:36.402623 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-0ce99b4c-54f4-4c3c-9c14-0733c4546f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:36.404457 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-0ce99b4c-54f4-4c3c-9c14-0733c4546f0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666921 Apr 08 18:02:36.524768 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-1d951a02-81be-44a1-816f-67d5d21590c9 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132171 Apr 08 18:02:36.674470 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-445e1790-3d9f-482e-b2f8-1b2edb59d2ac req-736a3992-3666-4e63-a37e-da934c9f08f8 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432314 Apr 08 18:02:41.731773 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55508) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:41.911894 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Deleting port d74c9e3d-598b-4f6e-8f81-609fd411966c {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:02:41.912293 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:42.004651 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:42.004976 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (d74c9e3d-598b-4f6e-8f81-609fd411966c), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:42.020489 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Calling delete_port for d74c9e3d-598b-4f6e-8f81-609fd411966c owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:02:42.211229 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (d74c9e3d-598b-4f6e-8f81-609fd411966c), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:42.241633 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event deleted for resources: {'Port': ['ID=d74c9e3d-598b-4f6e-8f81-609fd411966c,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:42.311530 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (2365d036-17bd-490c-a5ca-e24d0a98a00d), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:42.312154 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Floating IP 2365d036-17bd-490c-a5ca-e24d0a98a00d disassociated (deleted). External IP: 172.27.2.230, port: de10531c-9d70-421d-bce9-9bcefe71d178. Apr 08 18:02:42.573834 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:02:42.731087 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:02:42.736332 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:42.745234 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:02:42.762472 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:02:42.763606 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:42.794812 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-2ef533ef-1cd2-4d54-9aee-e00e5d80e645 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "DELETE /v2.0/floatingips/2365d036-17bd-490c-a5ca-e24d0a98a00d HTTP/1.1" status: 204 len: 168 time: 1.0615771 Apr 08 18:02:42.795819 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:02:42.801100 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89934133-1700-4d27-b004-46b47ae0f35d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:02:42.869737 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b60506b-5b84-487a-b541-80b0aa30504b x-openstack-request-id: req-3b60506b-5b84-487a-b541-80b0aa30504b {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:02:42.870225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:02:42.870638 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3b60506b-5b84-487a-b541-80b0aa30504b {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:02:42.871519 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b60506b-5b84-487a-b541-80b0aa30504b'] response: {'name': 'network-changed', 'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'status': 'completed', 'code': 200} Apr 08 18:02:42.944569 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:02:43.001351 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934133-1700-4d27-b004-46b47ae0f35d req-02fbe80f-d54f-47af-820f-9176798f60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:43.003585 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89934133-1700-4d27-b004-46b47ae0f35d req-02fbe80f-d54f-47af-820f-9176798f60bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 1129 time: 0.0834796 Apr 08 18:02:43.158556 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934133-1700-4d27-b004-46b47ae0f35d req-42aa682c-d2c9-4d89-a906-1f8583fa70dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:43.160941 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89934133-1700-4d27-b004-46b47ae0f35d req-42aa682c-d2c9-4d89-a906-1f8583fa70dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.1502504 Apr 08 18:02:43.166946 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151c5df-6314-4f3a-b199-55a26bf862d6 req-2e2052ee-8819-4547-93cc-12840da7125f tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:43.168850 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3151c5df-6314-4f3a-b199-55a26bf862d6 req-2e2052ee-8819-4547-93cc-12840da7125f tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0789912 Apr 08 18:02:43.256906 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-3151c5df-6314-4f3a-b199-55a26bf862d6 req-3fc2d9b5-1b1c-4187-b231-002aae33f1de tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773420 Apr 08 18:02:43.479882 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:58Z', 'revision_number': 1, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:43.530511 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:02:43.545769 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:02:43.546846 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:43.675618 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:02:43.933101 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:58Z', 'revision_number': 1, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:43.963241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe7abd2-b4bd-4bf5-90e5-031fe26a24f9 None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_floatingips': [{'id': 'aec21563-c10c-4bac-b651-9e78132aa7a7', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'floating_ip_address': '172.27.2.130', 'floating_network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'router_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'port_id': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'mac_address': 'fa:16:3e:08:68:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-08T17:56:55Z', 'updated_at': '2022-04-08T17:56:58Z', 'revision_number': 1, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:02:44.224783 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8cb099-82ed-4e77-a9ca-f4f49b7711a1 None None] New status for floating IP 2365d036-17bd-490c-a5ca-e24d0a98a00d: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:02:44.391262 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89934133-1700-4d27-b004-46b47ae0f35d req-7012fa41-7ae8-4cde-9bfa-2961e9974001 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de10531c-9d70-421d-bce9-9bcefe71d178 HTTP/1.1" status: 200 len: 217 time: 0.0517728 Apr 08 18:02:44.461818 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adf108-63b8-4140-b3a1-974f3e854c24 req-ae68439f-6800-43bf-ab7f-89ccd8307082 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:44.463417 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-97adf108-63b8-4140-b3a1-974f3e854c24 req-ae68439f-6800-43bf-ab7f-89ccd8307082 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0831206 Apr 08 18:02:44.503691 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934133-1700-4d27-b004-46b47ae0f35d req-dc251c22-4156-4ab1-8bf5-f8dace2b82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:44.506153 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89934133-1700-4d27-b004-46b47ae0f35d req-dc251c22-4156-4ab1-8bf5-f8dace2b82d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0935960 Apr 08 18:02:44.577321 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-97adf108-63b8-4140-b3a1-974f3e854c24 req-304593ba-7a4e-4afd-bca2-e74615ea731c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045842 Apr 08 18:02:44.584146 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89934133-1700-4d27-b004-46b47ae0f35d req-b10ced12-845d-4a5f-8743-08255a4c2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:44.585968 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89934133-1700-4d27-b004-46b47ae0f35d req-b10ced12-845d-4a5f-8743-08255a4c2a6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628264 Apr 08 18:02:44.707469 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89934133-1700-4d27-b004-46b47ae0f35d req-02041041-12b2-4fc9-9242-b930eac95760 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990779 Apr 08 18:02:45.042499 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-89934133-1700-4d27-b004-46b47ae0f35d req-90559d38-192f-445c-b16a-7c6fe42832bb service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507654 Apr 08 18:02:45.588870 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-744597e6-94b0-4dab-a539-cef3f042891b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:45.591541 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-744597e6-94b0-4dab-a539-cef3f042891b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0697594 Apr 08 18:02:45.724654 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ec9c7-b9a0-41fe-8fc4-ac57b4be67b5 req-b82558ca-e6ae-4a0f-8acb-c48ad02a4c7c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:45.727087 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370ec9c7-b9a0-41fe-8fc4-ac57b4be67b5 req-b82558ca-e6ae-4a0f-8acb-c48ad02a4c7c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 945 time: 0.0710618 Apr 08 18:02:45.729311 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Deleting port de10531c-9d70-421d-bce9-9bcefe71d178 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:02:45.729807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:45.793972 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-370ec9c7-b9a0-41fe-8fc4-ac57b4be67b5 req-f137bae0-5194-4be9-af57-02365e1b0fca tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567257 Apr 08 18:02:45.892515 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] For port de10531c-9d70-421d-bce9-9bcefe71d178, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=de10531c-9d70-421d-bce9-9bcefe71d178,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:02:45.893153 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:45.919549 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Calling delete_port for de10531c-9d70-421d-bce9-9bcefe71d178 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:02:46.065606 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (de10531c-9d70-421d-bce9-9bcefe71d178), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:46.102338 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event deleted for resources: {'Port': ['ID=de10531c-9d70-421d-bce9-9bcefe71d178,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:46.153886 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] No DVR routers for this DVR port de10531c-9d70-421d-bce9-9bcefe71d178 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:02:46.157927 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:46.161286 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-75c7167f-a42a-4124-b4c1-d49d95885c13 req-a97d7a34-a7e4-40c4-a3bb-fcec778cc01c tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "DELETE /v2.0/ports/de10531c-9d70-421d-bce9-9bcefe71d178 HTTP/1.1" status: 204 len: 173 time: 0.5636029 Apr 08 18:02:46.161824 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'name': 'network-vif-deleted', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:02:46.164319 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75061f4a-6155-4e72-a75e-d0343829dabb" -d '{"events": [{"server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "name": "network-vif-deleted", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:02:46.209565 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589bc3b7-84ca-4e36-bdf7-ea6de78ff8c3 x-openstack-request-id: req-589bc3b7-84ca-4e36-bdf7-ea6de78ff8c3 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:02:46.209885 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a", "name": "network-vif-deleted", "tag": "de10531c-9d70-421d-bce9-9bcefe71d178", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:02:46.210127 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-589bc3b7-84ca-4e36-bdf7-ea6de78ff8c3 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:02:46.210537 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589bc3b7-84ca-4e36-bdf7-ea6de78ff8c3'] response: {'server_uuid': '8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a', 'name': 'network-vif-deleted', 'tag': 'de10531c-9d70-421d-bce9-9bcefe71d178', 'status': 'completed', 'code': 200} Apr 08 18:02:46.920661 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-0fcdbe7c-966e-43c9-abce-0e518fe67ccd req-6563c8bc-9e8d-44d4-8518-5e5b84d68266 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=8fe9603a-c3b3-4bee-93c6-98c1bbc98f9a HTTP/1.1" status: 200 len: 210 time: 0.0302501 Apr 08 18:02:49.746477 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device de10531c-9d70-421d-bce9-9bcefe71d178 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:02:49.769281 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: de10531c-9d70-421d-bce9-9bcefe71d178 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:02:49.769629 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device de10531c-9d70-421d-bce9-9bcefe71d178 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:02:50.253200 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55542) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:50.437420 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Deleting port ad5a5089-8caa-4509-aae1-66ef518971f5 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:02:50.437708 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:50.525524 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:50.525952 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (ad5a5089-8caa-4509-aae1-66ef518971f5), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:50.542109 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Calling delete_port for ad5a5089-8caa-4509-aae1-66ef518971f5 owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:02:50.718281 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (ad5a5089-8caa-4509-aae1-66ef518971f5), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:50.752605 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event deleted for resources: {'Port': ['ID=ad5a5089-8caa-4509-aae1-66ef518971f5,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:50.765778 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.766135 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.766488 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.766824 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.767165 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.767504 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.767840 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.768209 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.768550 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.768890 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.769225 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.769570 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.769902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.770234 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.770697 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:50.841169 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (aec21563-c10c-4bac-b651-9e78132aa7a7), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:50.841570 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Floating IP aec21563-c10c-4bac-b651-9e78132aa7a7 disassociated (deleted). External IP: 172.27.2.130, port: e3174558-54b8-42d1-95d3-b5fe56f780d0. Apr 08 18:02:51.094676 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:02:51.500262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:02:51.504978 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:51.514260 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:02:51.532772 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:02:51.533886 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:51.542150 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-236f2d3f-7b18-4f01-b908-ce26fd223c54 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "DELETE /v2.0/floatingips/aec21563-c10c-4bac-b651-9e78132aa7a7 HTTP/1.1" status: 204 len: 168 time: 1.2874527 Apr 08 18:02:51.543573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:02:51.546950 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c9e253-fad0-4ef0-8991-6484245bf9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:02:51.600140 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fddd82-89cf-4f02-9560-3bbe9a775c3f x-openstack-request-id: req-02fddd82-89cf-4f02-9560-3bbe9a775c3f {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:02:51.600484 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:02:51.600737 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-02fddd82-89cf-4f02-9560-3bbe9a775c3f {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:02:51.601121 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fddd82-89cf-4f02-9560-3bbe9a775c3f'] response: {'name': 'network-changed', 'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'status': 'completed', 'code': 200} Apr 08 18:02:51.731261 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-3dea4b03-46b1-4c10-aec1-8b2b4e750a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:51.733242 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-3dea4b03-46b1-4c10-aec1-8b2b4e750a7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 1129 time: 0.0813580 Apr 08 18:02:51.753929 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:02:51.888623 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215652b-df9d-438a-bac6-faab3be36116 req-3c5c3931-42fa-4c2e-b3af-28a57d96d5e9 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:51.890256 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9215652b-df9d-438a-bac6-faab3be36116 req-3c5c3931-42fa-4c2e-b3af-28a57d96d5e9 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 945 time: 0.0689557 Apr 08 18:02:52.044708 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:52.094207 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:02:52.105303 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-9215652b-df9d-438a-bac6-faab3be36116 req-9090e8a8-07bd-4463-8e47-ab4a925dc83a tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076402 Apr 08 18:02:52.109595 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:02:52.110266 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:26Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:52.146262 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-96c67966-feae-42da-aa08-3a15c63ac310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:52.147853 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-96c67966-feae-42da-aa08-3a15c63ac310 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 200 len: 911 time: 0.2204573 Apr 08 18:02:52.283088 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:02:52.439138 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-6535128b-197a-4fec-9aa8-aab9080e35cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 200 len: 217 time: 0.0714314 Apr 08 18:02:52.548289 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:52.582526 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14defab-e54f-4624-8428-acb0eccf4c50 None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T17:52:21Z', 'revision_number': 4, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': '1359dfff-2eeb-4ea0-9d46-34581a9e37f5', 'name': '', 'network_id': 'dde4cef6-273a-4c2c-ada4-8571b8bcfd96', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'mac_address': 'fa:16:3e:74:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:19Z', 'updated_at': '2022-04-08T17:52:27Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'subnets': [{'id': '72e7a822-4dec-44d2-a0d0-0bd2bcd36092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:02:52.617370 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-4f690fc8-124d-4329-9dd2-4ab644fb4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:52.620051 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-4f690fc8-124d-4329-9dd2-4ab644fb4c8c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 200 len: 849 time: 0.0630615 Apr 08 18:02:52.773908 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-fb9351a8-4fda-4fb0-a5ba-22294a4802f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:52.775582 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-fb9351a8-4fda-4fb0-a5ba-22294a4802f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dde4cef6-273a-4c2c-ada4-8571b8bcfd96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880733 Apr 08 18:02:52.785545 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-04fcfbc6-5ba7-4b93-8d6c-7b0dbae673a5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:52.787135 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-04fcfbc6-5ba7-4b93-8d6c-7b0dbae673a5 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 945 time: 0.0982180 Apr 08 18:02:52.892260 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93de135-fc55-42d0-8a5d-ce2958c9e85c None None] New status for floating IP aec21563-c10c-4bac-b651-9e78132aa7a7: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:02:52.958508 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-ffa58836-aa95-4d9d-8bc8-0f485c21e76e service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703024 Apr 08 18:02:52.972649 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Deleting port e3174558-54b8-42d1-95d3-b5fe56f780d0 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:02:52.973006 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:53.140628 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4c9e253-fad0-4ef0-8991-6484245bf9e4 req-ea77e604-ce21-40ff-bc93-48468fe60040 service neutron] 10.222.0.73 "GET /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754999 Apr 08 18:02:53.142568 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] For port e3174558-54b8-42d1-95d3-b5fe56f780d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e3174558-54b8-42d1-95d3-b5fe56f780d0,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:02:53.142940 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:53.161942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Calling delete_port for e3174558-54b8-42d1-95d3-b5fe56f780d0 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:02:53.291496 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692b91a-9461-4949-905c-a99fad2b9158 req-4b7491f9-bbd2-424d-808a-31cc2a7e40d7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:02:53.294074 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7692b91a-9461-4949-905c-a99fad2b9158 req-4b7491f9-bbd2-424d-808a-31cc2a7e40d7 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 945 time: 0.0746956 Apr 08 18:02:53.307517 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-95021eec-ffee-49e8-a820-353117761454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:53.353871 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-7692b91a-9461-4949-905c-a99fad2b9158 req-0cb0fc7f-4ceb-4d8c-8ed1-7dac4c9ff3c0 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/security-groups?id=c252a78d-9e67-490e-a7ff-9c497184f5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537956 Apr 08 18:02:53.383480 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (e3174558-54b8-42d1-95d3-b5fe56f780d0), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:53.441100 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event deleted for resources: {'Port': ['ID=e3174558-54b8-42d1-95d3-b5fe56f780d0,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:53.490352 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] No DVR routers for this DVR port e3174558-54b8-42d1-95d3-b5fe56f780d0 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:02:53.493131 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:53.496595 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f115f730-5857-4e16-ab73-09ecf8e9e100 req-f47585df-71c0-4742-9aca-7d2f73c4818b tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.73 "DELETE /v2.0/ports/e3174558-54b8-42d1-95d3-b5fe56f780d0 HTTP/1.1" status: 204 len: 173 time: 0.6999044 Apr 08 18:02:53.603504 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'name': 'network-vif-deleted', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:02:53.606244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffff1b5f-cd70-4d54-9b86-bb92d5d537e7" -d '{"events": [{"server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "name": "network-vif-deleted", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:02:53.653935 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923d213e-e649-4f1e-85f3-06378f5887fd x-openstack-request-id: req-923d213e-e649-4f1e-85f3-06378f5887fd {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:02:53.654586 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c", "name": "network-vif-deleted", "tag": "e3174558-54b8-42d1-95d3-b5fe56f780d0", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:02:53.654586 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-923d213e-e649-4f1e-85f3-06378f5887fd {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:02:53.654972 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923d213e-e649-4f1e-85f3-06378f5887fd'] response: {'server_uuid': 'd2e2e881-2c6a-4b3a-bc6c-2d31301ae77c', 'name': 'network-vif-deleted', 'tag': 'e3174558-54b8-42d1-95d3-b5fe56f780d0', 'status': 'completed', 'code': 200} Apr 08 18:02:54.511307 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f5515987-3fe7-4769-a4b0-c90be461c746 req-5fd404c7-33cf-403a-80aa-2abce273a622 tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "GET /v2.0/ports?device_id=d2e2e881-2c6a-4b3a-bc6c-2d31301ae77c HTTP/1.1" status: 200 len: 210 time: 0.0469830 Apr 08 18:02:55.573119 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55560) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:55.627877 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-4bcd384e-1bf9-4938-96ee-40650b313e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:55.718376 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Deleting port c106574b-fcc5-4313-bb0b-6a2aaa015828 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:02:55.718718 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:55.780879 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e3174558-54b8-42d1-95d3-b5fe56f780d0 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:02:55.803066 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: e3174558-54b8-42d1-95d3-b5fe56f780d0 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:02:55.803343 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device e3174558-54b8-42d1-95d3-b5fe56f780d0 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:02:55.864138 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:55.864735 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (c106574b-fcc5-4313-bb0b-6a2aaa015828), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:55.888828 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Calling delete_port for c106574b-fcc5-4313-bb0b-6a2aaa015828 owned by network:floatingip {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:02:56.052009 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (c106574b-fcc5-4313-bb0b-6a2aaa015828), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:56.087332 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event deleted for resources: {'Port': ['ID=c106574b-fcc5-4313-bb0b-6a2aaa015828,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:56.116795 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.117155 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.117515 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.118413 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.118759 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.119102 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.119443 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.119783 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.120153 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.120491 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.120831 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.121165 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.121504 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.121832 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.122175 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:02:56.169563 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for floatingip (136fd57c-b5cb-4708-bf1a-827cc2b8bde0), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:56.172253 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:56.173493 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-f4a44772-5148-4383-bc54-d88490683fbd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "DELETE /v2.0/floatingips/136fd57c-b5cb-4708-bf1a-827cc2b8bde0 HTTP/1.1" status: 204 len: 168 time: 0.5992520 Apr 08 18:02:56.906838 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:57.370950 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:57.396848 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55574) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:57.469904 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6d3df59d-9b78-4b63-8722-b92b00bc09fd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group (c252a78d-9e67-490e-a7ff-9c497184f5a5), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:57.502342 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6d3df59d-9b78-4b63-8722-b92b00bc09fd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group (c252a78d-9e67-490e-a7ff-9c497184f5a5), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:57.583867 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6d3df59d-9b78-4b63-8722-b92b00bc09fd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (c252a78d-9e67-490e-a7ff-9c497184f5a5), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:57.587264 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6d3df59d-9b78-4b63-8722-b92b00bc09fd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:57.589033 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-6d3df59d-9b78-4b63-8722-b92b00bc09fd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] 10.222.0.78 "DELETE /v2.0/security-groups/c252a78d-9e67-490e-a7ff-9c497184f5a5 HTTP/1.1" status: 204 len: 168 time: 0.1907547 Apr 08 18:02:57.601524 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3df59d-9b78-4b63-8722-b92b00bc09fd tempest-TestVolumeBootPattern-1008581635 tempest-TestVolumeBootPattern-1008581635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c252a78d-9e67-490e-a7ff-9c497184f5a5,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:57.686275 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55578) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:58.205473 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (baea05e1-217e-41c7-bbb5-a25e65e6e96b), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:58.522431 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Deleting port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:02:58.522906 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:58.629225 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] For port 1359dfff-2eeb-4ea0-9d46-34581a9e37f5, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:02:58.629622 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:58.645844 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Calling delete_port for 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 owned by network:router_interface {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:02:58.724848 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:58.863880 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (1359dfff-2eeb-4ea0-9d46-34581a9e37f5), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:58.893501 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Pushing event deleted for resources: {'Port': ['ID=1359dfff-2eeb-4ea0-9d46-34581a9e37f5,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:02:59.100331 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (baea05e1-217e-41c7-bbb5-a25e65e6e96b), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:59.392805 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Router baea05e1-217e-41c7-bbb5-a25e65e6e96b has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:02:59.521821 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:02:59.528307 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-94aaf823-7559-4e35-aaf8-57124383e35c admin admin] 10.222.0.78 "PUT /v2.0/routers/baea05e1-217e-41c7-bbb5-a25e65e6e96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8403749 Apr 08 18:02:59.531250 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55582) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:02:59.534113 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] Sync routers for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:02:59.548266 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:02:59.549042 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:02:59.663747 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks [] for router (baea05e1-217e-41c7-bbb5-a25e65e6e96b), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:59.731075 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:02:59.787476 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks [] for router_gateway (baea05e1-217e-41c7-bbb5-a25e65e6e96b), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:59.840788 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Deleting port da3b7642-5784-4f21-8f71-983783ca2916 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:02:59.841139 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (da3b7642-5784-4f21-8f71-983783ca2916), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:59.906266 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:59.934989 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] For port da3b7642-5784-4f21-8f71-983783ca2916, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=da3b7642-5784-4f21-8f71-983783ca2916,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:02:59.935495 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (da3b7642-5784-4f21-8f71-983783ca2916), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:02:59.952205 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Calling delete_port for da3b7642-5784-4f21-8f71-983783ca2916 owned by network:router_gateway {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:03:00.066183 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T18:02:58Z', 'revision_number': 5, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port': {'id': 'da3b7642-5784-4f21-8f71-983783ca2916', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:17Z', 'updated_at': '2022-04-08T17:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:00.113418 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] Checking router: baea05e1-217e-41c7-bbb5-a25e65e6e96b for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:03:00.125970 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] Routers {'baea05e1-217e-41c7-bbb5-a25e65e6e96b'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:03:00.126674 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:00.203125 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (da3b7642-5784-4f21-8f71-983783ca2916), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:00.424052 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] Set router baea05e1-217e-41c7-bbb5-a25e65e6e96b gateway port host: None {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:03:00.524667 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T18:02:59Z', 'revision_number': 6, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:00.532942 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Pushing event deleted for resources: {'Port': ['ID=da3b7642-5784-4f21-8f71-983783ca2916,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:00.580899 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426a6da-4f63-4427-b2a1-7774f2e8c7e2 None None] The sync data for ids ['baea05e1-217e-41c7-bbb5-a25e65e6e96b'] in dv-cinder-837165-1-iscsi is: [{'id': 'baea05e1-217e-41c7-bbb5-a25e65e6e96b', 'name': 'tempest-TestVolumeBootPattern-77903416-router', 'tenant_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:15Z', 'updated_at': '2022-04-08T18:02:59Z', 'revision_number': 6, 'project_id': '89b4fa39fe6c4aac96fdf10427f9cc66', 'gw_port_host': None}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:03:00.610547 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (baea05e1-217e-41c7-bbb5-a25e65e6e96b), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:00.745015 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (baea05e1-217e-41c7-bbb5-a25e65e6e96b), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:00.747762 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks [] for router_controller (baea05e1-217e-41c7-bbb5-a25e65e6e96b), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:00.803346 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (baea05e1-217e-41c7-bbb5-a25e65e6e96b), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:00.804069 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Fanout notify agent at l3_agent the message router_deleted on router baea05e1-217e-41c7-bbb5-a25e65e6e96b {{(pid=110163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:03:00.810247 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:00.811889 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-56fe9f06-795f-435b-b94f-7d53d65f304f admin admin] 10.222.0.78 "DELETE /v2.0/routers/baea05e1-217e-41c7-bbb5-a25e65e6e96b HTTP/1.1" status: 204 len: 168 time: 1.2794547 Apr 08 18:03:00.814939 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55584) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:00.865202 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] Deleting subnet 72e7a822-4dec-44d2-a0d0-0bd2bcd36092 {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:03:00.869627 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] Publish callbacks [] for subnet (72e7a822-4dec-44d2-a0d0-0bd2bcd36092), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:00.909434 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (72e7a822-4dec-44d2-a0d0-0bd2bcd36092), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.046079 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (72e7a822-4dec-44d2-a0d0-0bd2bcd36092), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.141166 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (72e7a822-4dec-44d2-a0d0-0bd2bcd36092), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.190855 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e7a822-4dec-44d2-a0d0-0bd2bcd36092,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:01.197876 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.204673 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-cb72b7d4-9277-4db1-aaa0-36ff9b797630 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/72e7a822-4dec-44d2-a0d0-0bd2bcd36092 HTTP/1.1" status: 204 len: 168 time: 0.3881655 Apr 08 18:03:01.208127 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55586) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:01.210504 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda63f6-846f-43b4-ab40-ba3825f89200 None None] Network dde4cef6-273a-4c2c-ada4-8571b8bcfd96 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:03:01.342580 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (dde4cef6-273a-4c2c-ada4-8571b8bcfd96), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.405583 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Deleting port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:03:01.405922 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.433861 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] DHCP port deletion for dde4cef6-273a-4c2c-ada4-8571b8bcfd96 request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:03:01.500338 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] For port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:01.500786 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.503565 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Deleting port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:03:01.504057 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.517759 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Calling delete_port for bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb owned by network:dhcp {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:03:01.620652 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] For port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,segment=NetworkSegment(2d150e03-b953-4289-aada-8becf8b8bac7),segment_id=2d150e03-b953-4289-aada-8becf8b8bac7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:01.621306 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.646762 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Calling delete_port for bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:03:01.650929 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.700338 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] No DVR routers for this DVR port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb on host dv-cinder-837165-1-iscsi {{(pid=110163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:03:01.702869 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:01.803163 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (dde4cef6-273a-4c2c-ada4-8571b8bcfd96), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.810325 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.830997 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde4cef6-273a-4c2c-ada4-8571b8bcfd96']}} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:01.843842 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d150e03-b953-4289-aada-8becf8b8bac7') {'for_net_delete': True} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:01.844216 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d150e03-b953-4289-aada-8becf8b8bac7') {} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:01.849467 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Pushing event deleted for resources: {'Port': ['ID=bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:01.860784 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.861129 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.861393 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.861596 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766314'] for segment (2d150e03-b953-4289-aada-8becf8b8bac7), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.861801 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.862065 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.862402 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.862810 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.863069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.863403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.863797 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.864092 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.864466 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.864737 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.865074 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.865396 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:03:01.868748 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6fda5-107e-4e65-ab2d-2b8c1531db7c None None] No DVR routers for this DVR port bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:03:01.882535 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (2d150e03-b953-4289-aada-8becf8b8bac7), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.891178 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=110163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:03:01.891599 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9378993'] for segment (2d150e03-b953-4289-aada-8becf8b8bac7), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: Traceback (most recent call last): Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: timer() Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: cb(*args, **kw) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: return func(*args, **kwargs) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: self._notify() Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: self.callback(batched_events) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: event.method(event) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: return f(self, *a, **k) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._get(url).json() Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: return self.request(url, 'GET', **kwargs) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:03:01.893626 dv-cinder-837165-1-iscsi neutron-server[110163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:03:01.959592 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (dde4cef6-273a-4c2c-ada4-8571b8bcfd96), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.970981 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:01.971838 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] 10.222.0.78 "DELETE /v2.0/networks/dde4cef6-273a-4c2c-ada4-8571b8bcfd96 HTTP/1.1" status: 204 len: 168 time: 0.7617242 Apr 08 18:03:01.975547 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55588) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:01.984402 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5cb0e-fe4f-4160-882a-98ef6e9efa24 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde4cef6-273a-4c2c-ada4-8571b8bcfd96,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:02.012239 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device da3b7642-5784-4f21-8f71-983783ca2916 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:03:02.036637 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: da3b7642-5784-4f21-8f71-983783ca2916 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:03:02.036985 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device da3b7642-5784-4f21-8f71-983783ca2916 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:03:02.037403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:03:02.058190 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:03:02.058531 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device bf8b25c9-8fc2-4d52-bf7c-3137ece69bcb not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:03:02.058950 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:03:02.086935 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:03:02.086935 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 1359dfff-2eeb-4ea0-9d46-34581a9e37f5 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:03:02.392683 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (8634dc04-52c2-4555-8817-8ae07cf235a3), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:02.702625 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Deleting port a67528b3-b024-4447-9eac-91e045be9ff3 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:03:02.703119 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:02.800737 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] For port a67528b3-b024-4447-9eac-91e045be9ff3, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=a67528b3-b024-4447-9eac-91e045be9ff3,segment=NetworkSegment(cf8c25de-ca32-4608-a875-8eb14e8b2d07),segment_id=cf8c25de-ca32-4608-a875-8eb14e8b2d07)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:02.801173 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:02.818400 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Calling delete_port for a67528b3-b024-4447-9eac-91e045be9ff3 owned by network:router_interface {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:03:03.059945 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (a67528b3-b024-4447-9eac-91e045be9ff3), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:03.087082 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67528b3-b024-4447-9eac-91e045be9ff3,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:03.372080 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (8634dc04-52c2-4555-8817-8ae07cf235a3), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:03.690781 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Router 8634dc04-52c2-4555-8817-8ae07cf235a3 has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:03:03.851025 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:03:03.859860 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-7aa864d1-a6b1-466b-a9c7-1bc4390bd918 admin admin] 10.222.0.78 "PUT /v2.0/routers/8634dc04-52c2-4555-8817-8ae07cf235a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8825011 Apr 08 18:03:03.862863 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55590) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:03.863917 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] Sync routers for ids ['8634dc04-52c2-4555-8817-8ae07cf235a3'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:03:03.882754 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] Routers {'8634dc04-52c2-4555-8817-8ae07cf235a3'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:03:03.883942 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['8634dc04-52c2-4555-8817-8ae07cf235a3'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:04.098166 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] Set router 8634dc04-52c2-4555-8817-8ae07cf235a3 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:03:04.308769 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks [] for router (8634dc04-52c2-4555-8817-8ae07cf235a3), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:04.413280 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T18:03:02Z', 'revision_number': 5, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:04.447059 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] Checking router: 8634dc04-52c2-4555-8817-8ae07cf235a3 for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:03:04.456737 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] Routers {'8634dc04-52c2-4555-8817-8ae07cf235a3'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:03:04.457516 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:02:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['8634dc04-52c2-4555-8817-8ae07cf235a3'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:04.478432 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks [] for router_gateway (8634dc04-52c2-4555-8817-8ae07cf235a3), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:04.538077 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Deleting port 2d649de2-6d93-435a-bbe1-85effa765f20 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:03:04.538534 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:04.582981 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] Set router 8634dc04-52c2-4555-8817-8ae07cf235a3 gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:03:04.633311 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] For port 2d649de2-6d93-435a-bbe1-85effa765f20, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=2d649de2-6d93-435a-bbe1-85effa765f20,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:04.633695 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:04.651274 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Calling delete_port for 2d649de2-6d93-435a-bbe1-85effa765f20 owned by network:router_gateway {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:03:04.775869 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T18:03:02Z', 'revision_number': 5, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:04.806930 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c31c8af-ba3a-4efd-9c7c-8d92f152da27 None None] The sync data for ids ['8634dc04-52c2-4555-8817-8ae07cf235a3'] in dv-cinder-837165-1-iscsi is: [{'id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'name': 'tempest-TestVolumeBootPattern-1479997361-router', 'tenant_id': 'bdba5a8f310745d4a23990fa188f1a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T17:52:24Z', 'updated_at': '2022-04-08T18:03:02Z', 'revision_number': 5, 'project_id': 'bdba5a8f310745d4a23990fa188f1a20', 'gw_port': {'id': '2d649de2-6d93-435a-bbe1-85effa765f20', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:7a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8634dc04-52c2-4555-8817-8ae07cf235a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T17:52:25Z', 'updated_at': '2022-04-08T17:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:03:04.870244 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (2d649de2-6d93-435a-bbe1-85effa765f20), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:04.902348 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d649de2-6d93-435a-bbe1-85effa765f20,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:04.970784 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (8634dc04-52c2-4555-8817-8ae07cf235a3), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.073367 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (8634dc04-52c2-4555-8817-8ae07cf235a3), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.076019 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks [] for router_controller (8634dc04-52c2-4555-8817-8ae07cf235a3), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.137142 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (8634dc04-52c2-4555-8817-8ae07cf235a3), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.137565 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8634dc04-52c2-4555-8817-8ae07cf235a3 {{(pid=110162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:03:05.142884 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.143288 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ac6408ff-3172-4d65-9c8f-f24cc4b0d240 admin admin] 10.222.0.78 "DELETE /v2.0/routers/8634dc04-52c2-4555-8817-8ae07cf235a3 HTTP/1.1" status: 204 len: 168 time: 1.2794304 Apr 08 18:03:05.146594 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55594) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:05.203727 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] Deleting subnet 822459be-5d81-4498-a236-44c19318514d {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:03:05.207891 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] Publish callbacks [] for subnet (822459be-5d81-4498-a236-44c19318514d), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.258735 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (822459be-5d81-4498-a236-44c19318514d), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.350453 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (822459be-5d81-4498-a236-44c19318514d), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.416707 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (822459be-5d81-4498-a236-44c19318514d), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.452547 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822459be-5d81-4498-a236-44c19318514d,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:05.453200 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.456764 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-c028150f-7c4c-4450-927b-838b4f74ae83 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/822459be-5d81-4498-a236-44c19318514d HTTP/1.1" status: 204 len: 168 time: 0.3086591 Apr 08 18:03:05.459277 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bd4719-3383-4205-9233-a31b263092cf None None] Network de98fffd-4b7a-4bea-9063-a4a19eec39d8 requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:03:05.460578 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55596) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:05.547309 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (de98fffd-4b7a-4bea-9063-a4a19eec39d8), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.622444 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Deleting port 3d794362-52c4-48fc-818f-e56834420ba0 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:03:05.622771 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (3d794362-52c4-48fc-818f-e56834420ba0), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.701624 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] For port 3d794362-52c4-48fc-818f-e56834420ba0, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=3d794362-52c4-48fc-818f-e56834420ba0,segment=NetworkSegment(cf8c25de-ca32-4608-a875-8eb14e8b2d07),segment_id=cf8c25de-ca32-4608-a875-8eb14e8b2d07)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:03:05.701907 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (3d794362-52c4-48fc-818f-e56834420ba0), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.717946 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Calling delete_port for 3d794362-52c4-48fc-818f-e56834420ba0 owned by network:dhcp {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:03:05.808679 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (3d794362-52c4-48fc-818f-e56834420ba0), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.840405 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d794362-52c4-48fc-818f-e56834420ba0,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:05.845629 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] No DVR routers for this DVR port 3d794362-52c4-48fc-818f-e56834420ba0 on host dv-cinder-837165-1-iscsi {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:03:05.932055 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ad7c1-afd4-46a6-8858-06161e761024 None None] DHCP port deletion for de98fffd-4b7a-4bea-9063-a4a19eec39d8 request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:03:05.935966 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (de98fffd-4b7a-4bea-9063-a4a19eec39d8), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:05.979097 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de98fffd-4b7a-4bea-9063-a4a19eec39d8']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:05.998486 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8c25de-ca32-4608-a875-8eb14e8b2d07') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:05.998929 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8c25de-ca32-4608-a875-8eb14e8b2d07') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:03:06.014550 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (cf8c25de-ca32-4608-a875-8eb14e8b2d07), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.028211 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 2d649de2-6d93-435a-bbe1-85effa765f20 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:03:06.034503 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (cf8c25de-ca32-4608-a875-8eb14e8b2d07), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.042865 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:03:06.043389 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (cf8c25de-ca32-4608-a875-8eb14e8b2d07), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:03:06.045927 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:03:06.051964 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 2d649de2-6d93-435a-bbe1-85effa765f20 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:03:06.052401 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 2d649de2-6d93-435a-bbe1-85effa765f20 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:03:06.052788 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device a67528b3-b024-4447-9eac-91e045be9ff3 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:03:06.075750 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: a67528b3-b024-4447-9eac-91e045be9ff3 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:03:06.076128 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device a67528b3-b024-4447-9eac-91e045be9ff3 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:03:06.076572 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 3d794362-52c4-48fc-818f-e56834420ba0 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:03:06.098109 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 3d794362-52c4-48fc-818f-e56834420ba0 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:03:06.098468 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 3d794362-52c4-48fc-818f-e56834420ba0 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:03:06.123488 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (de98fffd-4b7a-4bea-9063-a4a19eec39d8), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.128648 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.132066 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] 10.222.0.78 "DELETE /v2.0/networks/de98fffd-4b7a-4bea-9063-a4a19eec39d8 HTTP/1.1" status: 204 len: 168 time: 0.6706200 Apr 08 18:03:06.146655 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013cd50-99f4-43ad-a93a-de57b7c5a491 admin admin] Pushing event deleted for resources: {'Network': ['ID=de98fffd-4b7a-4bea-9063-a4a19eec39d8,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:06.284029 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55600) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:06.329551 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ce5ac43b-cb36-4619-83f8-f1143bd91603 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=89b4fa39fe6c4aac96fdf10427f9cc66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441971 Apr 08 18:03:06.332348 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55602) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:06.388520 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8c8df79b-094a-4c4c-97af-4b9c27e27558 admin admin] Publish callbacks [] for security_group (51320233-0c83-4ab7-9090-1ae3dd23c77a), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.414783 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8c8df79b-094a-4c4c-97af-4b9c27e27558 admin admin] Publish callbacks [] for security_group (51320233-0c83-4ab7-9090-1ae3dd23c77a), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.481151 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8c8df79b-094a-4c4c-97af-4b9c27e27558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (51320233-0c83-4ab7-9090-1ae3dd23c77a), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.485393 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-8c8df79b-094a-4c4c-97af-4b9c27e27558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:06.486807 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-8c8df79b-094a-4c4c-97af-4b9c27e27558 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/51320233-0c83-4ab7-9090-1ae3dd23c77a HTTP/1.1" status: 204 len: 168 time: 0.1533618 Apr 08 18:03:06.496486 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8df79b-094a-4c4c-97af-4b9c27e27558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51320233-0c83-4ab7-9090-1ae3dd23c77a,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:06.969426 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55608) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:07.018843 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-c1d8ea3c-747a-4d22-9499-3f740a8b8e5d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bdba5a8f310745d4a23990fa188f1a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475581 Apr 08 18:03:07.021574 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55610) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:03:07.108196 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce901782-cd0c-4342-bc1d-6cba7f901a79 admin admin] Publish callbacks [] for security_group (9ee47a20-df80-45ef-94d8-4b0a3a9535af), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:07.151319 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce901782-cd0c-4342-bc1d-6cba7f901a79 admin admin] Publish callbacks [] for security_group (9ee47a20-df80-45ef-94d8-4b0a3a9535af), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:07.221339 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce901782-cd0c-4342-bc1d-6cba7f901a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9ee47a20-df80-45ef-94d8-4b0a3a9535af), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:07.226070 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-ce901782-cd0c-4342-bc1d-6cba7f901a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:07.228778 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-ce901782-cd0c-4342-bc1d-6cba7f901a79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9ee47a20-df80-45ef-94d8-4b0a3a9535af HTTP/1.1" status: 204 len: 168 time: 0.2057216 Apr 08 18:03:07.242009 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce901782-cd0c-4342-bc1d-6cba7f901a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee47a20-df80-45ef-94d8-4b0a3a9535af,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:03:08.245709 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:03:23.302045 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-94939864-59a0-4d24-9d3c-13c1e8bd00bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:25.621468 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2228c1d3-2fe6-4855-a99e-19bfb9933562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:26.908611 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:27.376980 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:28.735925 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:29.852241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:37.747823 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-884e4974-bea1-4700-b18a-99ff366ab22f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441201 Apr 08 18:03:37.829945 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-37a48351-8835-456d-b8c7-63cdb4fc9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:37.831579 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-37a48351-8835-456d-b8c7-63cdb4fc9438 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0482969 Apr 08 18:03:37.959881 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-a0e8e500-5cd1-43a6-ba25-fc29747e1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:37.962283 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-a0e8e500-5cd1-43a6-ba25-fc29747e1448 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1089060 Apr 08 18:03:38.038919 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-9bb56a37-61ae-4849-a76c-33803c0c6411 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 1001 time: 0.0698750 Apr 08 18:03:38.099573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-00b02201-280e-436a-8c10-f251274aa241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:38.101473 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-00b02201-280e-436a-8c10-f251274aa241 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0567665 Apr 08 18:03:38.156803 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-02055539-dbbe-45b6-96c1-f8d7b11b5985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:03:38.159396 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-02055539-dbbe-45b6-96c1-f8d7b11b5985 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512342 Apr 08 18:03:38.272696 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-ae4f1f97-6f8f-4853-902f-ed065dcb57cc service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051009 Apr 08 18:03:38.373117 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-b2fc62af-10d1-42e7-b649-3c6294bbfbe8 req-fdde6c6e-897d-48c0-89b5-48145f87f982 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942378 Apr 08 18:03:45.244941 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:03:53.298108 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c42f75a2-9bd1-4da4-825b-1322ebeedbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:55.627386 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-1c542bcc-5f65-4c4c-aaf0-6dbb852de9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:56.915385 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:57.382725 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:58.730588 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:03:59.857851 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:19.038589 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-e23051e9-79d6-4524-9243-a54fea233710 req-e0f1bf6c-ef47-4661-b412-ea472310e089 service neutron] (110163) timed out ('10.222.0.73', 56074) {{(pid=110163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 18:04:22.245789 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:04:23.302111 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-40d43132-2e1c-433a-88d6-7f788793e22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:25.633316 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-28e57573-18a7-4c98-8601-d0282e82ee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:26.914254 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:27.391042 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:28.706313 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [req-b9d7e8be-66b1-4533-986e-4da888034e51 req-bdf5a0f9-6916-45cb-b075-5757b047e21d service neutron] (110162) timed out ('10.222.0.73', 56055) {{(pid=110162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 18:04:28.732837 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:29.872196 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:37.721417 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-b6565631-239e-44fe-bd4b-ea4b9ecdddf7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575078 Apr 08 18:04:37.843247 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-47708c29-7964-4e5a-ad5e-1c8189879be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:37.844893 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-47708c29-7964-4e5a-ad5e-1c8189879be0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0530691 Apr 08 18:04:37.982607 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-1961670e-7f29-4ccd-8328-21b80965c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:37.984076 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-1961670e-7f29-4ccd-8328-21b80965c0a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1182292 Apr 08 18:04:38.066528 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-fe2b4cbe-b8be-41fb-8932-37e1d53dfdab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 1001 time: 0.0758302 Apr 08 18:04:38.124940 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-8e3cdb59-17de-4f28-82a5-5aea9996a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:38.126505 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-8e3cdb59-17de-4f28-82a5-5aea9996a0dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0542035 Apr 08 18:04:38.173492 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-7a98a03e-3326-4c2f-a386-a70138acc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:04:38.175126 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-7a98a03e-3326-4c2f-a386-a70138acc7f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424032 Apr 08 18:04:38.322698 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-ddf70513-ed46-4da1-91ef-15ff06ed8351 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406331 Apr 08 18:04:38.432667 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-af1ab8dc-a530-4492-99ce-4513e8f2ed20 req-8ed0abe0-ae6e-4176-8016-477072cb26a7 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033111 Apr 08 18:04:53.300367 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-58bbd566-de29-4232-b873-10b26a4c9410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:55.631333 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-71fa6646-b302-4767-b1da-0a7aa08f60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:56.915908 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:57.386254 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:58.737589 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:04:59.246273 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:04:59.872241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:02.558452 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd5c9b-bb2f-45cf-b7f4-abfdb8763f1f req-230cfeaa-2cdf-4927-b44b-f5a9a087dd51 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:02.560949 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5ffd5c9b-bb2f-45cf-b7f4-abfdb8763f1f req-230cfeaa-2cdf-4927-b44b-f5a9a087dd51 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0767455 Apr 08 18:05:02.619244 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-5ffd5c9b-bb2f-45cf-b7f4-abfdb8763f1f req-e4345b1b-e4d0-4716-b846-5e3826f8fd21 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501938 Apr 08 18:05:03.750919 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8974-8134-4f9f-ad4f-f18a356eef49 req-6037d534-c16a-4a4b-8be3-3aeea1a948d6 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:03.752617 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7d1e8974-8134-4f9f-ad4f-f18a356eef49 req-6037d534-c16a-4a4b-8be3-3aeea1a948d6 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0522475 Apr 08 18:05:03.805717 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7d1e8974-8134-4f9f-ad4f-f18a356eef49 req-1009df0c-9c0d-4651-963a-92390a2b97a9 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473514 Apr 08 18:05:04.937174 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcf9a2-9902-4ac5-a576-2d9af0372f46 req-3b4da8b5-e017-41c1-85bd-75ecb51de2f3 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:04.938851 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-befcf9a2-9902-4ac5-a576-2d9af0372f46 req-3b4da8b5-e017-41c1-85bd-75ecb51de2f3 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0526140 Apr 08 18:05:04.998728 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-befcf9a2-9902-4ac5-a576-2d9af0372f46 req-20e06f59-f162-4bd5-bbbe-5fcf490d6c74 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519364 Apr 08 18:05:06.121157 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b387e74-f313-483d-809b-3a4c90631393 req-747ff435-584e-4931-9515-390d1f0b32f5 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:06.122763 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8b387e74-f313-483d-809b-3a4c90631393 req-747ff435-584e-4931-9515-390d1f0b32f5 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0507350 Apr 08 18:05:06.182843 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-8b387e74-f313-483d-809b-3a4c90631393 req-94f58331-6cd5-4e0a-9c47-2295c4f8e877 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493166 Apr 08 18:05:07.317417 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359742b7-2f7f-409c-882e-1626d279b1d7 req-37df99de-7f6e-4ff8-b78e-6b651e8180ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:07.319007 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-359742b7-2f7f-409c-882e-1626d279b1d7 req-37df99de-7f6e-4ff8-b78e-6b651e8180ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0539789 Apr 08 18:05:07.379415 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-359742b7-2f7f-409c-882e-1626d279b1d7 req-0b6f8592-8d15-4edc-bea5-908d6dce66b6 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546362 Apr 08 18:05:08.518744 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2a963-fd60-427e-a812-786a39446a3d req-a83f0dbe-2c44-4e15-a024-a8bdf34c3af5 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:08.520428 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2bb2a963-fd60-427e-a812-786a39446a3d req-a83f0dbe-2c44-4e15-a024-a8bdf34c3af5 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0567667 Apr 08 18:05:08.575976 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2bb2a963-fd60-427e-a812-786a39446a3d req-7c71fecf-244d-459d-9271-68b5a488fda3 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494437 Apr 08 18:05:09.698857 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd050f0-ed5d-4721-a281-07ba0dd5754d req-14c7429f-3c19-4e2e-bc69-b6f041d7374f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:09.700487 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1bd050f0-ed5d-4721-a281-07ba0dd5754d req-14c7429f-3c19-4e2e-bc69-b6f041d7374f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0521886 Apr 08 18:05:09.760919 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-1bd050f0-ed5d-4721-a281-07ba0dd5754d req-bb7e7ec1-da5b-4f95-be81-d5347216ab34 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502837 Apr 08 18:05:10.908805 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04e9fc-ea66-4b53-b9ed-7684bd716ebd req-e0a5952c-1bf4-47b8-ba72-c3617957f9d2 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:10.910470 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ea04e9fc-ea66-4b53-b9ed-7684bd716ebd req-e0a5952c-1bf4-47b8-ba72-c3617957f9d2 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0546589 Apr 08 18:05:10.968694 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ea04e9fc-ea66-4b53-b9ed-7684bd716ebd req-d93c909e-87e5-4e1d-a266-0a53f80b9a4b tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515180 Apr 08 18:05:12.112510 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20fcf1-6aa4-4f8e-b00d-29cffa8bd8b4 req-1c9b07a0-b285-4f34-9b23-ea08e08330ca tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:12.115241 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ba20fcf1-6aa4-4f8e-b00d-29cffa8bd8b4 req-1c9b07a0-b285-4f34-9b23-ea08e08330ca tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0668879 Apr 08 18:05:12.181330 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-ba20fcf1-6aa4-4f8e-b00d-29cffa8bd8b4 req-c0e10135-1fe7-47e3-b1e3-b728f05a783d tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596881 Apr 08 18:05:12.748704 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-a2a4e5f8-cad4-468f-9cec-2a65c7e4eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:12.751010 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-a2a4e5f8-cad4-468f-9cec-2a65c7e4eb48 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0429912 Apr 08 18:05:12.872326 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-c5806f3c-c94c-4ccb-9e61-f57a259714a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:12.873904 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-c5806f3c-c94c-4ccb-9e61-f57a259714a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1155574 Apr 08 18:05:12.948473 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-25cb4b36-9b71-4038-b981-53d28c310729 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 1001 time: 0.0676253 Apr 08 18:05:13.002351 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-658d4cfd-e332-4a2f-a9cb-dd58f573e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:13.003996 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-658d4cfd-e332-4a2f-a9cb-dd58f573e4e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0482941 Apr 08 18:05:13.055563 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-63001109-e5ef-4c22-bcf4-b8a04c9ba0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:13.057239 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-63001109-e5ef-4c22-bcf4-b8a04c9ba0d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459099 Apr 08 18:05:13.162030 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-07e7cde5-1752-496d-8306-78d7ae8f23fc service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965927 Apr 08 18:05:13.288926 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-813dfe6c-1722-4724-b9f5-3e0cd56f0814 req-3838eb19-a455-4292-a9da-cdf625b5e975 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198442 Apr 08 18:05:13.337212 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923965bd-f81b-4a0c-931a-27c53aa466b9 req-5c31184b-aec6-4674-ae9e-9be75d10a492 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:13.338819 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-923965bd-f81b-4a0c-931a-27c53aa466b9 req-5c31184b-aec6-4674-ae9e-9be75d10a492 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0638044 Apr 08 18:05:13.399649 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-923965bd-f81b-4a0c-931a-27c53aa466b9 req-fe32678a-2da5-4674-8ce6-75a9023b989a tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547121 Apr 08 18:05:14.527101 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1ea81-4b5a-49b4-ba73-74f08e2dbb8d req-77dca257-68cd-419d-b6d1-acccf75f92ed tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:14.528748 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-37e1ea81-4b5a-49b4-ba73-74f08e2dbb8d req-77dca257-68cd-419d-b6d1-acccf75f92ed tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0561385 Apr 08 18:05:14.583986 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-37e1ea81-4b5a-49b4-ba73-74f08e2dbb8d req-666ff62e-63ea-4711-936b-cb1e09fb980a tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492203 Apr 08 18:05:15.725335 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c9726-4336-4126-9edf-defe74f92e3c req-a1f141e1-4b68-4681-a39b-6d9d7e321f72 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:15.727833 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-506c9726-4336-4126-9edf-defe74f92e3c req-a1f141e1-4b68-4681-a39b-6d9d7e321f72 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0571988 Apr 08 18:05:15.799071 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-506c9726-4336-4126-9edf-defe74f92e3c req-f051cdb4-9348-442b-81fc-24b9d38bcc5d tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640144 Apr 08 18:05:16.928392 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b99496-9702-441b-97b6-3b100989601d req-7a486fc7-2608-4dbf-81e7-5c1a6e641711 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:16.930040 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-47b99496-9702-441b-97b6-3b100989601d req-7a486fc7-2608-4dbf-81e7-5c1a6e641711 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0567043 Apr 08 18:05:16.987332 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-47b99496-9702-441b-97b6-3b100989601d req-c2347961-1467-41ca-9473-907f76274a8f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512998 Apr 08 18:05:17.173424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [req-7ec4d55a-b5cd-4bfc-98a8-0214b5f80ba4 req-c597f2ba-1dd5-4571-bed9-4d36504492f5 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:05:17.175062 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7ec4d55a-b5cd-4bfc-98a8-0214b5f80ba4 req-c597f2ba-1dd5-4571-bed9-4d36504492f5 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1200118 Apr 08 18:05:17.394898 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd82f2-843d-40bb-9b92-8697ce195abf req-f72d22bc-8912-495a-9bbd-48bbf72a3793 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:17.396549 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-78bd82f2-843d-40bb-9b92-8697ce195abf req-f72d22bc-8912-495a-9bbd-48bbf72a3793 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0882852 Apr 08 18:05:17.415336 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-7a9f939a-d1a1-46d9-90d0-6f7e2106a795 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1336124 Apr 08 18:05:17.428537 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-29de4d86-7f44-4e6b-8631-b25a5c675ee1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110163) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:05:17.429606 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-29de4d86-7f44-4e6b-8631-b25a5c675ee1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071135 Apr 08 18:05:17.477300 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-78bd82f2-843d-40bb-9b92-8697ce195abf req-4a78b77a-81db-4426-a1f0-e621bdfdb962 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736256 Apr 08 18:05:17.673700 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b03-6a86-4f42-a546-face592b934a req-c037476c-b452-44b5-a7fc-f1bde76f8ece tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:17.675197 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-c037476c-b452-44b5-a7fc-f1bde76f8ece tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports/c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 942 time: 0.1950777 Apr 08 18:05:18.557569 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device c7b12ca6-9f4c-4213-8547-f49b366e3447 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:05:18.618544 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede9063-56bf-42f6-bef9-f6dc9a3f0036 req-51bc05be-c420-4956-8805-aa7e409243ee tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:18.620739 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ede9063-56bf-42f6-bef9-f6dc9a3f0036 req-51bc05be-c420-4956-8805-aa7e409243ee tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0651565 Apr 08 18:05:18.650585 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port c7b12ca6-9f4c-4213-8547-f49b366e3447 is: ACTIVE; New status is: DOWN {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:05:18.650983 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:18.685088 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:05:18.688812 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173ae1df-e661-4db5-ba13-6c8b577f558a" -d '{"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:05:18.704092 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:18.710947 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:18.728017 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-2ede9063-56bf-42f6-bef9-f6dc9a3f0036 req-b16bf815-2f48-4f33-9dd1-ebd948a4906d tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950289 Apr 08 18:05:18.763672 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 08 Apr 2022 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368d40fe-cf98-455e-8eb4-267820ea8a9c x-openstack-request-id: req-368d40fe-cf98-455e-8eb4-267820ea8a9c {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:05:18.763903 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-unplugged", "status": "failed", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447", "code": 422}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:05:18.764138 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-368d40fe-cf98-455e-8eb4-267820ea8a9c {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:05:18.764547 dv-cinder-837165-1-iscsi neutron-server[110164]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-368d40fe-cf98-455e-8eb4-267820ea8a9c']: {'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'code': 422} returned with failed status Apr 08 18:05:18.795720 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=6']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:18.808971 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.809544 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.810124 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.810691 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.811226 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.811791 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.812382 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.812940 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.813502 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.814602 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.815153 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.815737 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.816336 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.816901 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:18.817542 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:05:19.405989 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b03-6a86-4f42-a546-face592b934a req-7a30c20c-efdc-4b15-9e76-27eb8ac4dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:19.408162 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-7a30c20c-efdc-4b15-9e76-27eb8ac4dc4f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615&tenant_id=f76f11e3baab47708baa9c79fcd9cb0a HTTP/1.1" status: 200 len: 1127 time: 0.0415590 Apr 08 18:05:19.483413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b03-6a86-4f42-a546-face592b934a req-aab1a720-43fb-428f-9fbf-a99d7cce8b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:19.485024 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-aab1a720-43fb-428f-9fbf-a99d7cce8b05 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1127 time: 0.0416090 Apr 08 18:05:19.589270 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b03-6a86-4f42-a546-face592b934a req-8b864a19-45bf-4968-beac-5b8d75f502b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:19.590800 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-8b864a19-45bf-4968-beac-5b8d75f502b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.0997863 Apr 08 18:05:19.663276 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-ec2d1e78-c49a-494a-ac81-8262f15afc1c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 999 time: 0.0647354 Apr 08 18:05:19.718826 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b03-6a86-4f42-a546-face592b934a req-6a4e55bc-d1ed-48ab-b34e-8f1c02797e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:19.720946 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-6a4e55bc-d1ed-48ab-b34e-8f1c02797e5c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0512352 Apr 08 18:05:19.770507 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc3b03-6a86-4f42-a546-face592b934a req-6c1792bf-e009-4123-b4f3-25d8569da3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:19.773443 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-6c1792bf-e009-4123-b4f3-25d8569da3e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456142 Apr 08 18:05:19.977226 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f264c3-d8e3-448a-a61d-0b12c784e9f1 req-c0bcff90-6e66-4b48-b7b9-3893e4ef2753 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:19.980406 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-04f264c3-d8e3-448a-a61d-0b12c784e9f1 req-c0bcff90-6e66-4b48-b7b9-3893e4ef2753 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.1696973 Apr 08 18:05:20.042750 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-ec7dcf4a-d972-45b2-aafd-a51acd10dbdc service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626131 Apr 08 18:05:20.143815 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-04f264c3-d8e3-448a-a61d-0b12c784e9f1 req-85736ff8-2ef3-4f3e-a13b-7ae2383a4761 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545660 Apr 08 18:05:20.252612 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-21bc3b03-6a86-4f42-a546-face592b934a req-a717844a-6b1b-471d-a337-646a6b3fa8be service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988916 Apr 08 18:05:21.264323 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b2a50-1c00-4768-986a-b3946ed42ddf req-87774ce8-4f1e-4fe7-b090-3932ca9ca2eb tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:21.265936 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8f6b2a50-1c00-4768-986a-b3946ed42ddf req-87774ce8-4f1e-4fe7-b090-3932ca9ca2eb tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0509651 Apr 08 18:05:21.326394 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-8f6b2a50-1c00-4768-986a-b3946ed42ddf req-a5552da2-7176-4673-a478-72725adf21fa tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498357 Apr 08 18:05:22.487841 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf5a64-cea6-4e99-82f5-d66e6d8e1bd8 req-342b6435-25f4-4dea-ae58-328aa9702027 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:22.489512 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a0cf5a64-cea6-4e99-82f5-d66e6d8e1bd8 req-342b6435-25f4-4dea-ae58-328aa9702027 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0530515 Apr 08 18:05:22.548987 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a0cf5a64-cea6-4e99-82f5-d66e6d8e1bd8 req-037798f5-36a2-4894-9ea2-4407dabdb0cf tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496714 Apr 08 18:05:23.300013 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f01d3ef1-5883-4534-a5a3-d42bc9c357f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:23.687596 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae6755-a63a-472f-9471-5cffb7e822ae req-cc3c0753-12b1-4307-8074-8cf442e37b5d tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:23.689724 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4ae6755-a63a-472f-9471-5cffb7e822ae req-cc3c0753-12b1-4307-8074-8cf442e37b5d tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0627434 Apr 08 18:05:23.751284 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-a4ae6755-a63a-472f-9471-5cffb7e822ae req-bb6d43e5-6132-4348-b472-25fa622133bd tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553916 Apr 08 18:05:24.906180 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d94d1-80a0-486b-9925-914893b79d61 req-795a2ade-4692-4344-92f9-4fa3270551f1 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:24.908995 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a35d94d1-80a0-486b-9925-914893b79d61 req-795a2ade-4692-4344-92f9-4fa3270551f1 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0630310 Apr 08 18:05:24.990641 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a35d94d1-80a0-486b-9925-914893b79d61 req-22608e23-5785-4b21-8093-4bd91213de04 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749400 Apr 08 18:05:25.629471 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-9668e673-b827-49eb-abf8-769ede9f6a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:26.121837 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adef90-ebef-40ac-abe3-24a19383c056 req-569128cf-7568-4b6a-8816-fc4dfd31337e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:26.123434 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f6adef90-ebef-40ac-abe3-24a19383c056 req-569128cf-7568-4b6a-8816-fc4dfd31337e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0572004 Apr 08 18:05:26.195486 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f6adef90-ebef-40ac-abe3-24a19383c056 req-8437d910-ad09-4e88-8828-068b7a75c0be tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645559 Apr 08 18:05:26.919588 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:27.329854 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71a561-4cc6-4be7-9a6a-4e24d311a07e req-04877076-bbb8-40cd-9bdb-6669e795083a tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:27.331645 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ab71a561-4cc6-4be7-9a6a-4e24d311a07e req-04877076-bbb8-40cd-9bdb-6669e795083a tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0597167 Apr 08 18:05:27.391570 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-ab71a561-4cc6-4be7-9a6a-4e24d311a07e req-bc7d2244-322b-4243-bd02-eaaaabac0a98 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535131 Apr 08 18:05:27.413919 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:28.522027 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1531adb-b11d-4a6b-ba47-7d6e59ca56e6 req-28058eb4-bd10-4319-9efa-8a7d2733a8ed tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:28.523680 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1531adb-b11d-4a6b-ba47-7d6e59ca56e6 req-28058eb4-bd10-4319-9efa-8a7d2733a8ed tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 943 time: 0.0510917 Apr 08 18:05:28.564541 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device c7b12ca6-9f4c-4213-8547-f49b366e3447 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 08 18:05:28.592805 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-f1531adb-b11d-4a6b-ba47-7d6e59ca56e6 req-c8f19d8f-79d8-49e8-a2e6-a5bf1124c50f tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593450 Apr 08 18:05:28.673634 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:28.687410 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Returning: {'device': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'port_id': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'mac_address': 'fa:16:3e:a0:a4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 08 18:05:28.744369 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port c7b12ca6-9f4c-4213-8547-f49b366e3447 is: DOWN; New status is: BUILD {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:05:28.744774 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:28.760760 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:28.764521 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b12ca6-9f4c-4213-8547-f49b366e3447 {{(pid=110164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 08 18:05:28.790108 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:28.795263 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:28.851771 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=7']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:29.321093 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] get_ports_and_sgs() called for port_ids ['c7b12ca6-9f4c-4213-8547-f49b366e3447'] {{(pid=110164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 08 18:05:29.725169 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b3ef4d-0637-4a1a-911a-3feccb2beabb req-acd7bc79-a856-4476-832d-c5a471e91a61 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:29.727095 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d5b3ef4d-0637-4a1a-911a-3feccb2beabb req-acd7bc79-a856-4476-832d-c5a471e91a61 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 944 time: 0.0556216 Apr 08 18:05:29.790950 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d5b3ef4d-0637-4a1a-911a-3feccb2beabb req-12d01ab2-6537-408a-b487-5626bf31346c tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540864 Apr 08 18:05:29.869934 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:30.581047 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device c7b12ca6-9f4c-4213-8547-f49b366e3447 up at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 08 18:05:30.633942 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.provisioning_blocks [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Provisioning complete for port c7b12ca6-9f4c-4213-8547-f49b366e3447 triggered by entity L2. {{(pid=110164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 08 18:05:30.634456 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7932489'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), provisioning_complete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:30.724297 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Current status of the port c7b12ca6-9f4c-4213-8547-f49b366e3447 is: BUILD; New status is: ACTIVE {{(pid=110164) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 08 18:05:30.724768 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7960411'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:30.764321 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447'}] {{(pid=110164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:05:30.768241 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4d9cb47dc186c71e9accff00c412e94c487ed318b6f4e8a51a524cb258f1e86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2d8260-3862-4753-8940-7aed44d39b8a" -d '{"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-plugged", "status": "completed", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447"}]}' {{(pid=110164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:05:30.787609 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:05:30.793951 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733962354701', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733961911592', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733961911610'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:30.834494 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2962e519-5604-4725-9076-15f252f9ac91 x-openstack-request-id: req-2962e519-5604-4725-9076-15f252f9ac91 {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:05:30.834955 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-plugged", "status": "completed", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447", "code": 200}]} {{(pid=110164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:05:30.835360 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2962e519-5604-4725-9076-15f252f9ac91 {{(pid=110164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:05:30.835985 dv-cinder-837165-1-iscsi neutron-server[110164]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2962e519-5604-4725-9076-15f252f9ac91'] response: {'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'code': 200} Apr 08 18:05:30.891026 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Pushing event updated for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=8']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:05:30.932358 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc4f17-ba06-48c5-80e1-288a113f8428 req-e7a80847-119e-42be-953f-bf65dadf2374 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:30.934427 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1bc4f17-ba06-48c5-80e1-288a113f8428 req-e7a80847-119e-42be-953f-bf65dadf2374 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0623832 Apr 08 18:05:31.000333 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-f1bc4f17-ba06-48c5-80e1-288a113f8428 req-ad62ab85-92d7-4578-9b77-883a68326aa4 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577159 Apr 08 18:05:31.123414 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423149e-8406-4e91-a042-27f6a87f31d7 req-3b80ef5f-7b44-4384-bb10-17ab8d0696bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:31.125173 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d423149e-8406-4e91-a042-27f6a87f31d7 req-3b80ef5f-7b44-4384-bb10-17ab8d0696bc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0433497 Apr 08 18:05:31.179640 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d423149e-8406-4e91-a042-27f6a87f31d7 req-300639b6-70c2-4f7a-9bea-120ef3534e29 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477433 Apr 08 18:05:32.144562 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623806-4683-4e7b-aef3-6cda2020bcb7 req-40a64085-28e5-4535-a024-4e44deb44c4e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:32.146434 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-03623806-4683-4e7b-aef3-6cda2020bcb7 req-40a64085-28e5-4535-a024-4e44deb44c4e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0677738 Apr 08 18:05:32.208003 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-03623806-4683-4e7b-aef3-6cda2020bcb7 req-1a50f4a7-7631-4712-b03c-3992edf80246 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554233 Apr 08 18:05:33.337021 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962afa76-267b-4c70-8960-2d7da80ae3fb req-157db535-1efd-4ba8-a2d0-ee6d6a51be32 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:33.338828 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-962afa76-267b-4c70-8960-2d7da80ae3fb req-157db535-1efd-4ba8-a2d0-ee6d6a51be32 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.0530744 Apr 08 18:05:33.400580 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-962afa76-267b-4c70-8960-2d7da80ae3fb req-63e08b05-b985-458c-a96f-648de5ca8f16 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560350 Apr 08 18:05:36.245748 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:05:39.672059 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-eb71513f-5fe5-43b7-b694-4066921d1a9e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459213 Apr 08 18:05:39.783955 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-d0400c79-fd39-4ac0-8317-0fa1c3e7158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:39.786482 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-d0400c79-fd39-4ac0-8317-0fa1c3e7158a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0491517 Apr 08 18:05:39.915730 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-0aef1f6f-482a-4a34-90ac-919fba5ffcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:39.918280 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-0aef1f6f-482a-4a34-90ac-919fba5ffcb1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1100659 Apr 08 18:05:40.264970 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-ecb3d638-1a91-4b2b-a41b-dd10f561b268 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 1001 time: 0.3403165 Apr 08 18:05:40.319440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-6834ade8-f9bf-41bd-a0a3-a10e4664db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:40.321188 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-6834ade8-f9bf-41bd-a0a3-a10e4664db5f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0503733 Apr 08 18:05:40.373385 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-a5e2041d-18fb-4859-b0e1-a4d25f3f46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:05:40.375112 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-a5e2041d-18fb-4859-b0e1-a4d25f3f46cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482607 Apr 08 18:05:40.476894 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-8f7dd5f7-ff66-4583-84b6-ef9077232004 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950034 Apr 08 18:05:40.585986 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-0229cb33-5412-4ad0-a3b5-1e9487991a48 req-8140f5c2-1a85-4be5-9f05-aa7008441fa7 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014681 Apr 08 18:05:53.298815 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b63d7102-8b0e-4a3e-b18e-39ed6b442c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:55.626239 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5d1f23c1-dc70-4923-8bce-80b9c9347c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:56.924168 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:57.399379 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:58.742319 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:05:59.866411 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:13.245846 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:06:23.295159 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-db578d39-ae52-4e22-965e-5863d0173098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:25.621220 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ee420440-da6e-45de-8878-1560114d2571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:26.927166 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:27.426930 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:28.745510 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:29.861558 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:41.721510 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-a2013b0b-7cfa-4859-b071-e6ec0881ba70 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0933828 Apr 08 18:06:41.826199 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-10241d99-7cfb-4b6c-b78f-12b0a53862a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:06:41.827810 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-10241d99-7cfb-4b6c-b78f-12b0a53862a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0439265 Apr 08 18:06:41.949317 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-00d82e7f-f373-428e-ab96-c544f6f05f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:06:41.950817 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-00d82e7f-f373-428e-ab96-c544f6f05f85 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1028779 Apr 08 18:06:42.026239 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-c82b7eb2-9f60-454a-a2f8-1d279fef74ab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 1001 time: 0.0689037 Apr 08 18:06:42.086669 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-ce9c8c48-b504-44ca-9525-6a8f269b25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:06:42.088318 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-ce9c8c48-b504-44ca-9525-6a8f269b25a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0533965 Apr 08 18:06:42.138778 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-99d4c683-83c1-4a0c-b28f-495ef3693750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:06:42.140750 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-99d4c683-83c1-4a0c-b28f-495ef3693750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450859 Apr 08 18:06:42.150973 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-0281e9f1-3511-4aa1-9059-1e835e469d83 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=110162) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 08 18:06:42.152170 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-0281e9f1-3511-4aa1-9059-1e835e469d83 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054529 Apr 08 18:06:42.255253 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-b3a8a858-b397-49eb-96ff-0ac3d9969861 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953138 Apr 08 18:06:42.377957 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-a02705e6-9f52-4e0a-8eaa-a3e758b0e719 req-8714faec-e0a9-4617-aeec-8dd91e8d1989 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161888 Apr 08 18:06:50.245784 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:06:53.290607 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ed60eef6-f421-4f60-8da1-fe657696f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:55.628784 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2586602c-7c8b-4cab-a0ec-a031bd679d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:56.927576 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:57.451443 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:58.748517 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:06:59.862281 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:11.149759 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55754) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:11.509902 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Deleting port 8e95c1be-6e44-4354-afca-e8ba570e3aba {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:11.510303 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:11.605577 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:11.605937 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for floatingip (8e95c1be-6e44-4354-afca-e8ba570e3aba), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:11.622829 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Calling delete_port for 8e95c1be-6e44-4354-afca-e8ba570e3aba owned by network:floatingip {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:11.804725 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (8e95c1be-6e44-4354-afca-e8ba570e3aba), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:11.838607 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event deleted for resources: {'Port': ['ID=8e95c1be-6e44-4354-afca-e8ba570e3aba,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:11.854236 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.855272 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.855763 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.856314 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.856744 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.857157 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.857555 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.857950 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.858413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.858810 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.859207 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.859602 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.859993 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.860424 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.860814 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:11.933409 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for floatingip (bb538311-f343-47e8-a6e4-9798ca5c15a1), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:11.933845 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.db.l3_db [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Floating IP bb538311-f343-47e8-a6e4-9798ca5c15a1 disassociated (deleted). External IP: 172.27.2.211, port: c7b12ca6-9f4c-4213-8547-f49b366e3447. Apr 08 18:07:12.182625 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Router 09f42ba0-ab36-4ff9-9187-a464e90570ca has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:07:12.311997 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:07:12.317296 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for floatingip (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:12.326246 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] Sync routers for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:07:12.339030 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:07:12.339816 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:06:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:12.357119 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-3e406b29-0391-4723-93cd-81635c6d84de tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "DELETE /v2.0/floatingips/bb538311-f343-47e8-a6e4-9798ca5c15a1 HTTP/1.1" status: 204 len: 168 time: 1.2057786 Apr 08 18:07:12.358008 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:07:12.361870 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117ce49b-ef28-40c8-8b4d-18360ee08430" -d '{"events": [{"name": "network-changed", "server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:07:12.428944 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 08 Apr 2022 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f8a594-4841-44c8-bf96-65e70d24f53b x-openstack-request-id: req-07f8a594-4841-44c8-bf96-65e70d24f53b {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:07:12.429399 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:07:12.429814 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-07f8a594-4841-44c8-bf96-65e70d24f53b {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:07:12.430473 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f8a594-4841-44c8-bf96-65e70d24f53b'] response: {'name': 'network-changed', 'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'status': 'completed', 'code': 200} Apr 08 18:07:12.514036 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:07:12.566586 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-a04e9f61-fa72-46d9-bc72-e6cb5e616f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:07:12.569595 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-a04e9f61-fa72-46d9-bc72-e6cb5e616f7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 1129 time: 0.0810497 Apr 08 18:07:12.832295 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0deb7-230d-4b54-84ba-251ff8d5f136 req-45c341d9-3c68-4096-b836-6e4fcd97086e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:07:12.834859 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7fc0deb7-230d-4b54-84ba-251ff8d5f136 req-45c341d9-3c68-4096-b836-6e4fcd97086e tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.2069898 Apr 08 18:07:12.895774 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-7fc0deb7-230d-4b54-84ba-251ff8d5f136 req-4c1fe1da-f4e5-49d2-a581-31f62198abf4 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537660 Apr 08 18:07:12.918851 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:43Z', 'revision_number': 5, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:12.947305 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] Checking router: 09f42ba0-ab36-4ff9-9187-a464e90570ca for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:07:12.957024 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:07:12.957668 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:06:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:13.077628 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:07:13.334703 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:43Z', 'revision_number': 5, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:13.383345 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a6c00-0624-4249-8c77-1b8a09909e54 None None] The sync data for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi is: [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:01:38Z', 'revision_number': 4, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi', '_interfaces': [{'id': 'dd49499f-1b98-4868-adc9-5b6d895d75c7', 'name': '', 'network_id': 'cdd95f8f-1dee-422b-b7f1-06b415722c4c', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'mac_address': 'fa:16:3e:59:97:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:37Z', 'updated_at': '2022-04-08T18:01:43Z', 'revision_number': 5, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'subnets': [{'id': 'bcf17b41-3f7e-4543-b2a2-9a624f4684c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:07:13.631274 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a4034-8265-40db-bae5-3059e47d3a4d None None] New status for floating IP bb538311-f343-47e8-a6e4-9798ca5c15a1: DOWN {{(pid=110165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 08 18:07:13.804610 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-7b207a2f-bbda-4e08-97b0-407f2e767e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:07:13.806527 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-7b207a2f-bbda-4e08-97b0-407f2e767e72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 200 len: 910 time: 0.1106253 Apr 08 18:07:13.873207 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-f1365868-9456-401c-9d0b-8bcba8e30b57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 200 len: 217 time: 0.0416420 Apr 08 18:07:13.932952 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-1a359156-acc7-49ec-a5ba-9745aa0e8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:07:13.934836 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-1a359156-acc7-49ec-a5ba-9745aa0e8784 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 200 len: 848 time: 0.0548649 Apr 08 18:07:14.121558 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d00c86-be5a-4649-86fc-09fc74b43729 req-4068072f-6ffb-42f0-a162-e487d014f4f6 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:07:14.123286 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-27d00c86-be5a-4649-86fc-09fc74b43729 req-4068072f-6ffb-42f0-a162-e487d014f4f6 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.1339879 Apr 08 18:07:14.185327 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-27d00c86-be5a-4649-86fc-09fc74b43729 req-23103e69-752c-4356-b82e-aadb5976d237 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/security-groups?id=159e8065-9f11-419b-a1b5-53507dce555a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561616 Apr 08 18:07:14.210392 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-605316f6-eca1-4695-9bd6-e708496af1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:07:14.212218 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-605316f6-eca1-4695-9bd6-e708496af1a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=cdd95f8f-1dee-422b-b7f1-06b415722c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549655 Apr 08 18:07:14.483800 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-5437ad3e-05ee-42e7-9dee-0c1c45bc28e1 service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972114 Apr 08 18:07:14.610060 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-07067947-b94a-43e4-b27b-c44b7daa850b tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 08 18:07:14.611679 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-07067947-b94a-43e4-b27b-c44b7daa850b tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.73 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 945 time: 0.1097782 Apr 08 18:07:14.672703 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-117ce49b-ef28-40c8-8b4d-18360ee08430 req-ab93876a-6d28-4306-bd14-f80ec84491fa service neutron] 10.222.0.73 "GET /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719668 Apr 08 18:07:14.726976 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Deleting port c7b12ca6-9f4c-4213-8547-f49b366e3447 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:14.727353 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:14.833179 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] For port c7b12ca6-9f4c-4213-8547-f49b366e3447, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c7b12ca6-9f4c-4213-8547-f49b366e3447,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:14.834056 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:14.848799 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Calling delete_port for c7b12ca6-9f4c-4213-8547-f49b366e3447 owned by compute:nova {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:14.994646 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (c7b12ca6-9f4c-4213-8547-f49b366e3447), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:15.051527 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event deleted for resources: {'Port': ['ID=c7b12ca6-9f4c-4213-8547-f49b366e3447,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:15.128772 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] No DVR routers for this DVR port c7b12ca6-9f4c-4213-8547-f49b366e3447 on host hv-cinder-83716 {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:07:15.132398 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208585'] for port (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:15.138421 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [req-d4181f11-f5ea-4f79-971f-960acd1de9fa req-69e91e25-ad31-41c6-aced-8c572fca8942 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.73 "DELETE /v2.0/ports/c7b12ca6-9f4c-4213-8547-f49b366e3447 HTTP/1.1" status: 204 len: 173 time: 0.5210490 Apr 08 18:07:15.139184 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-deleted', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447'}] {{(pid=110162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 08 18:07:15.143142 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}990c45e6b565c445031295e2ce2d841f3c5d128a9a4163344031acef822f7562" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8309372f-df37-4db6-b802-3ec0677ea7a3" -d '{"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-deleted", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447"}]}' {{(pid=110162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 08 18:07:15.199690 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 08 Apr 2022 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ea3213-e218-4b30-a47d-d4f9be3108a9 x-openstack-request-id: req-86ea3213-e218-4b30-a47d-d4f9be3108a9 {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 08 18:07:15.200137 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c1e9e-a5f4-4747-b16a-287fa8d53615", "name": "network-vif-deleted", "tag": "c7b12ca6-9f4c-4213-8547-f49b366e3447", "status": "completed", "code": 200}]} {{(pid=110162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 08 18:07:15.200471 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-86ea3213-e218-4b30-a47d-d4f9be3108a9 {{(pid=110162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 08 18:07:15.200935 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ea3213-e218-4b30-a47d-d4f9be3108a9'] response: {'server_uuid': '697c1e9e-a5f4-4747-b16a-287fa8d53615', 'name': 'network-vif-deleted', 'tag': 'c7b12ca6-9f4c-4213-8547-f49b366e3447', 'status': 'completed', 'code': 200} Apr 08 18:07:15.314745 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [req-c0b6dda8-90dc-4a0b-93ce-574a6e1312ab req-80db6522-b49e-439b-a0b8-20803c6fd0f0 tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "GET /v2.0/ports?device_id=697c1e9e-a5f4-4747-b16a-287fa8d53615 HTTP/1.1" status: 200 len: 210 time: 0.0324500 Apr 08 18:07:16.382402 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55790) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:16.456885 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-10a0a8b7-5186-40ae-8974-fc44b74030ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group (159e8065-9f11-419b-a1b5-53507dce555a), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:16.489292 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-10a0a8b7-5186-40ae-8974-fc44b74030ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group (159e8065-9f11-419b-a1b5-53507dce555a), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:16.577812 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-10a0a8b7-5186-40ae-8974-fc44b74030ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (159e8065-9f11-419b-a1b5-53507dce555a), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:16.582810 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-10a0a8b7-5186-40ae-8974-fc44b74030ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:16.584838 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-10a0a8b7-5186-40ae-8974-fc44b74030ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] 10.222.0.78 "DELETE /v2.0/security-groups/159e8065-9f11-419b-a1b5-53507dce555a HTTP/1.1" status: 204 len: 168 time: 0.2008901 Apr 08 18:07:16.601561 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0a8b7-5186-40ae-8974-fc44b74030ab tempest-TestShelveInstance-1321089369 tempest-TestShelveInstance-1321089369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159e8065-9f11-419b-a1b5-53507dce555a,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:16.652770 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55794) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:17.202582 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (09f42ba0-ab36-4ff9-9187-a464e90570ca), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:17.245487 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device c7b12ca6-9f4c-4213-8547-f49b366e3447 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:07:17.267080 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] No Port match for: c7b12ca6-9f4c-4213-8547-f49b366e3447 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:07:17.267470 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Device c7b12ca6-9f4c-4213-8547-f49b366e3447 not bound to the agent host hv-cinder-83716 {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:07:17.482492 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Deleting port dd49499f-1b98-4868-adc9-5b6d895d75c7 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:17.483145 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:17.573603 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] For port dd49499f-1b98-4868-adc9-5b6d895d75c7, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=dd49499f-1b98-4868-adc9-5b6d895d75c7,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:17.573979 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:17.590083 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Calling delete_port for dd49499f-1b98-4868-adc9-5b6d895d75c7 owned by network:router_interface {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:17.820440 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (dd49499f-1b98-4868-adc9-5b6d895d75c7), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:17.853722 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd49499f-1b98-4868-adc9-5b6d895d75c7,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:18.105160 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (09f42ba0-ab36-4ff9-9187-a464e90570ca), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:18.689362 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Router 09f42ba0-ab36-4ff9-9187-a464e90570ca has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:07:18.816040 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:07:18.821785 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-a629cf36-d246-461d-8498-300f03d82e20 admin admin] 10.222.0.78 "PUT /v2.0/routers/09f42ba0-ab36-4ff9-9187-a464e90570ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1702526 Apr 08 18:07:18.825799 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55798) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:18.830445 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] Sync routers for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:07:18.846141 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:07:18.846968 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:06:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:18.957807 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks [] for router (09f42ba0-ab36-4ff9-9187-a464e90570ca), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.009621 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: dv-cinder-837165-1-iscsi {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:07:19.117251 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks [] for router_gateway (09f42ba0-ab36-4ff9-9187-a464e90570ca), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.187756 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Deleting port 4a41f3b8-1423-4367-8a60-a12befab3f54 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:19.188362 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.270653 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:07:17Z', 'revision_number': 5, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port': {'id': '4a41f3b8-1423-4367-8a60-a12befab3f54', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:98:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:35Z', 'updated_at': '2022-04-08T18:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:19.288485 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] For port 4a41f3b8-1423-4367-8a60-a12befab3f54, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=4a41f3b8-1423-4367-8a60-a12befab3f54,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:19.288862 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.307214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Calling delete_port for 4a41f3b8-1423-4367-8a60-a12befab3f54 owned by network:router_gateway {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:19.319565 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] Checking router: 09f42ba0-ab36-4ff9-9187-a464e90570ca for host: dv-cinder-837165-1-iscsi {{(pid=110164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:07:19.334115 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] Routers {'09f42ba0-ab36-4ff9-9187-a464e90570ca'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:07:19.335196 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:06:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['09f42ba0-ab36-4ff9-9187-a464e90570ca'], 'active': True} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:19.503889 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvr_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] Set router 09f42ba0-ab36-4ff9-9187-a464e90570ca gateway port host: None {{(pid=110164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:07:19.530894 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (4a41f3b8-1423-4367-8a60-a12befab3f54), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.567210 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_hamode_db [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:07:19Z', 'revision_number': 6, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:19.577274 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a41f3b8-1423-4367-8a60-a12befab3f54,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:19.598279 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a633f0-c332-4dbc-8823-883e3799a559 None None] The sync data for ids ['09f42ba0-ab36-4ff9-9187-a464e90570ca'] in dv-cinder-837165-1-iscsi is: [{'id': '09f42ba0-ab36-4ff9-9187-a464e90570ca', 'name': 'tempest-TestShelveInstance-2116574939-router', 'tenant_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:34Z', 'updated_at': '2022-04-08T18:07:19Z', 'revision_number': 6, 'project_id': 'f76f11e3baab47708baa9c79fcd9cb0a', 'gw_port_host': None}] {{(pid=110164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:07:19.693045 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (09f42ba0-ab36-4ff9-9187-a464e90570ca), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.808259 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (09f42ba0-ab36-4ff9-9187-a464e90570ca), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.810923 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks [] for router_controller (09f42ba0-ab36-4ff9-9187-a464e90570ca), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.869777 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (09f42ba0-ab36-4ff9-9187-a464e90570ca), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.870502 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f42ba0-ab36-4ff9-9187-a464e90570ca {{(pid=110162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:07:19.876181 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.877588 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-42a72d5d-4bd8-4e5e-b73d-02fa4af6983d admin admin] 10.222.0.78 "DELETE /v2.0/routers/09f42ba0-ab36-4ff9-9187-a464e90570ca HTTP/1.1" status: 204 len: 168 time: 1.0507336 Apr 08 18:07:19.880479 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55800) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:19.930711 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] Deleting subnet bcf17b41-3f7e-4543-b2a2-9a624f4684c1 {{(pid=110162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:07:19.934934 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] Publish callbacks [] for subnet (bcf17b41-3f7e-4543-b2a2-9a624f4684c1), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:19.975408 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8562324'] for subnet (bcf17b41-3f7e-4543-b2a2-9a624f4684c1), precommit_delete_associations {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.108865 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (bcf17b41-3f7e-4543-b2a2-9a624f4684c1), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.193591 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4091796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9286468'] for subnet (bcf17b41-3f7e-4543-b2a2-9a624f4684c1), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.224813 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf17b41-3f7e-4543-b2a2-9a624f4684c1,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:20.228629 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for subnet (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.233794 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-f1420f22-b6b8-4d2c-8286-81bfb7843318 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/bcf17b41-3f7e-4543-b2a2-9a624f4684c1 HTTP/1.1" status: 204 len: 168 time: 0.3509312 Apr 08 18:07:20.236175 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55802) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:20.240314 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f3a8c-8df4-445e-9ea8-36a2908da934 None None] Network cdd95f8f-1dee-422b-b7f1-06b415722c4c requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:07:20.333169 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (cdd95f8f-1dee-422b-b7f1-06b415722c4c), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.422268 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Deleting port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 {{(pid=110162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:20.422747 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.465854 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] DHCP port deletion for cdd95f8f-1dee-422b-b7f1-06b415722c4c request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:07:20.521537 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.db [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] For port 45dad82f-da1e-48eb-b28a-ce81ed41ae99, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=45dad82f-da1e-48eb-b28a-ce81ed41ae99,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:20.521942 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.539642 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.plugin [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Calling delete_port for 45dad82f-da1e-48eb-b28a-ce81ed41ae99 owned by network:dhcp {{(pid=110162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:20.544050 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device dd49499f-1b98-4868-adc9-5b6d895d75c7 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:07:20.548421 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Deleting port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:20.548995 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.587551 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: dd49499f-1b98-4868-adc9-5b6d895d75c7 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:07:20.587965 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device dd49499f-1b98-4868-adc9-5b6d895d75c7 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:07:20.664559 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4091841'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.675968 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] For port 45dad82f-da1e-48eb-b28a-ce81ed41ae99, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=45dad82f-da1e-48eb-b28a-ce81ed41ae99,segment=NetworkSegment(79ac1509-668b-49dd-95c7-95ca59f1cda7),segment_id=79ac1509-668b-49dd-95c7-95ca59f1cda7)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:20.676541 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.697937 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Calling delete_port for 45dad82f-da1e-48eb-b28a-ce81ed41ae99 owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:20.700007 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Pushing event deleted for resources: {'Port': ['ID=45dad82f-da1e-48eb-b28a-ce81ed41ae99,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:20.706413 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] No DVR routers for this DVR port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 on host dv-cinder-837165-1-iscsi {{(pid=110162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:07:20.832214 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (cdd95f8f-1dee-422b-b7f1-06b415722c4c), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.842754 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (45dad82f-da1e-48eb-b28a-ce81ed41ae99), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.869005 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd95f8f-1dee-422b-b7f1-06b415722c4c']}} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:20.872258 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Pushing event deleted for resources: {'Port': ['ID=45dad82f-da1e-48eb-b28a-ce81ed41ae99,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:20.874888 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] No DVR routers for this DVR port 45dad82f-da1e-48eb-b28a-ce81ed41ae99 on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:07:20.883296 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.883661 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.884004 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.884387 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.884735 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.885078 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.885451 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.885790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.886190 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.887322 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.887322 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.887322 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.887809 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.887809 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.888183 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699dcdb3-92b8-4dfe-b1f3-23cd5dcf409f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:20.895132 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ac1509-668b-49dd-95c7-95ca59f1cda7') {'for_net_delete': True} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:20.895529 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.services.segments.db [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ac1509-668b-49dd-95c7-95ca59f1cda7') {} {{(pid=110162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:20.910815 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8562333'] for segment (79ac1509-668b-49dd-95c7-95ca59f1cda7), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.927093 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (79ac1509-668b-49dd-95c7-95ca59f1cda7), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.935156 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=110162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:07:20.935597 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4091890'] for segment (79ac1509-668b-49dd-95c7-95ca59f1cda7), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: Traceback (most recent call last): Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: timer() Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: cb(*args, **kw) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: return func(*args, **kwargs) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: self._notify() Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: self.callback(batched_events) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: event.method(event) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: return f(self, *a, **k) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._get(url).json() Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: return self.request(url, 'GET', **kwargs) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:07:20.937569 dv-cinder-837165-1-iscsi neutron-server[110162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:07:21.000733 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (cdd95f8f-1dee-422b-b7f1-06b415722c4c), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:21.005713 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:21.009967 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] 10.222.0.78 "DELETE /v2.0/networks/cdd95f8f-1dee-422b-b7f1-06b415722c4c HTTP/1.1" status: 204 len: 168 time: 0.7723243 Apr 08 18:07:21.013530 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55804) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:21.028726 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851946f-be44-463c-9cce-03b19c12ea0b admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd95f8f-1dee-422b-b7f1-06b415722c4c,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:21.421267 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-784352'] for router_interface (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:21.720754 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Deleting port a02ce036-e279-4aff-96a5-8fa27b9180b2 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:21.721045 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:21.823249 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] For port a02ce036-e279-4aff-96a5-8fa27b9180b2, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=a02ce036-e279-4aff-96a5-8fa27b9180b2,segment=NetworkSegment(c453c812-b95c-4a4e-b903-cb6cba0341c8),segment_id=c453c812-b95c-4a4e-b903-cb6cba0341c8)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:21.823622 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:21.842902 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Calling delete_port for a02ce036-e279-4aff-96a5-8fa27b9180b2 owned by network:router_interface {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:22.062149 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (a02ce036-e279-4aff-96a5-8fa27b9180b2), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:22.102020 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a02ce036-e279-4aff-96a5-8fa27b9180b2,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:22.149064 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a41f3b8-1423-4367-8a60-a12befab3f54 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:07:22.187890 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.188379 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.188638 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.188954 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.189295 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.189632 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.189968 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.190304 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.190641 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.190975 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.191311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.191644 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.191973 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.192371 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.192670 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-1-iscsi {{(pid=110163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 08 18:07:22.196255 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 4a41f3b8-1423-4367-8a60-a12befab3f54 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:07:22.197155 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 4a41f3b8-1423-4367-8a60-a12befab3f54 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:07:22.198562 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 45dad82f-da1e-48eb-b28a-ce81ed41ae99 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:07:22.228844 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 45dad82f-da1e-48eb-b28a-ce81ed41ae99 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:07:22.229901 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 45dad82f-da1e-48eb-b28a-ce81ed41ae99 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:07:22.386259 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-535802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784244'] for router_interface (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:22.637944 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c has already been hosted by L3 agent cb651430-a147-46b7-8726-c11949d37acc {{(pid=110163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 08 18:07:22.765168 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] Notify agent at l3_agent.dv-cinder-837165-1-iscsi the message routers_updated {{(pid=110163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 08 18:07:22.773258 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-ad2bbafc-76e3-454e-a4be-ee8acacceb6b admin admin] 10.222.0.78 "PUT /v2.0/routers/cbd6d960-65c5-47e8-974f-e5e1dd5ca59c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7571614 Apr 08 18:07:22.776394 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55806) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:22.779334 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] Sync routers for ids ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'] in dv-cinder-837165-1-iscsi {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 08 18:07:22.793347 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] Routers {'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:07:22.794074 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:06:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:22.915007 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks [] for router (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:22.931673 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] Set router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c gateway port host: dv-cinder-837165-1-iscsi {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:07:23.067827 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks [] for router_gateway (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.130427 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'external_fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '193ae220-f4b0-4716-9096-a885698e9f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:07:22Z', 'revision_number': 5, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port': {'id': '193ae220-f4b0-4716-9096-a885698e9f59', 'name': '', 'network_id': 'c9e9b8a4-11fd-434d-9422-2cce849b5115', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:50:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b636a20-5f38-4b8b-99de-6890e10fb1df', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-1-iscsi'}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:23.142659 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Deleting port 193ae220-f4b0-4716-9096-a885698e9f59 {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:23.143259 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (193ae220-f4b0-4716-9096-a885698e9f59), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.160899 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] Checking router: cbd6d960-65c5-47e8-974f-e5e1dd5ca59c for host: dv-cinder-837165-1-iscsi {{(pid=110165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 08 18:07:23.172658 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] Routers {'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'} bound to L3 agent in host dv-cinder-837165-1-iscsi {{(pid=110165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 08 18:07:23.173305 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-08T17:36:26Z,description=,heartbeat_timestamp=2022-04-08T18:06:56Z,host='dv-cinder-837165-1-iscsi',id=cb651430-a147-46b7-8726-c11949d37acc,load=0,resource_versions=,resources_synced=,started_at=2022-04-08T17:36:26Z,topic='l3_agent')) {'router_ids': ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'], 'active': True} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:23.276478 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_dvr_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] Set router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c gateway port host: None {{(pid=110165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 08 18:07:23.288745 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] For port 193ae220-f4b0-4716-9096-a885698e9f59, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=193ae220-f4b0-4716-9096-a885698e9f59,segment=NetworkSegment(3134351a-234f-48d6-a0ec-6f888d66f7ce),segment_id=3134351a-234f-48d6-a0ec-6f888d66f7ce)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:23.289260 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (193ae220-f4b0-4716-9096-a885698e9f59), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.306339 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f22936e2-c907-48b3-bf4d-5c25c8dab226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.308727 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Calling delete_port for 193ae220-f4b0-4716-9096-a885698e9f59 owned by network:router_gateway {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:23.340891 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.l3_hamode_db [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:07:23Z', 'revision_number': 6, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port_host': None}], 'dv-cinder-837165-1-iscsi', False) {} {{(pid=110165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:23.371701 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc1c9b-fb94-4c96-98bc-64e368e7d9e1 None None] The sync data for ids ['cbd6d960-65c5-47e8-974f-e5e1dd5ca59c'] in dv-cinder-837165-1-iscsi is: [{'id': 'cbd6d960-65c5-47e8-974f-e5e1dd5ca59c', 'name': 'tempest-TestShelveInstance-277378178-router', 'tenant_id': '523ef06c632145f995b903ac16a01347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-08T18:01:41Z', 'updated_at': '2022-04-08T18:07:23Z', 'revision_number': 6, 'project_id': '523ef06c632145f995b903ac16a01347', 'gw_port_host': None}] {{(pid=110165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 08 18:07:23.510651 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (193ae220-f4b0-4716-9096-a885698e9f59), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.540481 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=193ae220-f4b0-4716-9096-a885698e9f59,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:23.611944 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782742'] for router_gateway (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.713882 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8075'] for router (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.716628 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks [] for router_controller (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.784609 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703541'] for router (cbd6d960-65c5-47e8-974f-e5e1dd5ca59c), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.785223 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd6d960-65c5-47e8-974f-e5e1dd5ca59c {{(pid=110163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 08 18:07:23.792815 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.794343 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-d47d4c40-9e50-4437-a2cc-93f661a49b25 admin admin] 10.222.0.78 "DELETE /v2.0/routers/cbd6d960-65c5-47e8-974f-e5e1dd5ca59c HTTP/1.1" status: 204 len: 168 time: 1.0164804 Apr 08 18:07:23.797544 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55808) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:23.868902 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] Deleting subnet 55cb4191-738d-4dfe-8d26-131e2d9ef5bc {{(pid=110163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 08 18:07:23.875180 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] Publish callbacks [] for subnet (55cb4191-738d-4dfe-8d26-131e2d9ef5bc), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:23.948423 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8766307'] for subnet (55cb4191-738d-4dfe-8d26-131e2d9ef5bc), precommit_delete_associations {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.069714 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7936301'] for subnet (55cb4191-738d-4dfe-8d26-131e2d9ef5bc), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.133894 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7936308', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9379031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8774704'] for subnet (55cb4191-738d-4dfe-8d26-131e2d9ef5bc), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.165101 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55cb4191-738d-4dfe-8d26-131e2d9ef5bc,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:24.167383 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.173534 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-62fb1772-f11f-4777-874d-dcaea6388895 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/55cb4191-738d-4dfe-8d26-131e2d9ef5bc HTTP/1.1" status: 204 len: 168 time: 0.3745925 Apr 08 18:07:24.176132 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078a5d30-f011-4d7f-a829-c5d58afaf65f None None] Network 55089482-8a51-4808-8926-f569e6e63e9e requested from dv-cinder-837165-1-iscsi {{(pid=110164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 08 18:07:24.180162 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [-] (110163) accepted ('10.222.0.78', 55810) {{(pid=110163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:24.279878 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8044182'] for network (55089482-8a51-4808-8926-f569e6e63e9e), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.284356 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device a02ce036-e279-4aff-96a5-8fa27b9180b2 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:07:24.314634 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: a02ce036-e279-4aff-96a5-8fa27b9180b2 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:07:24.315724 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device a02ce036-e279-4aff-96a5-8fa27b9180b2 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:07:24.315724 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 193ae220-f4b0-4716-9096-a885698e9f59 no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:07:24.338403 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: 193ae220-f4b0-4716-9096-a885698e9f59 {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:07:24.338737 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device 193ae220-f4b0-4716-9096-a885698e9f59 not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:07:24.354811 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Deleting port ac95460d-72bb-4800-8a57-70a3baa0924f {{(pid=110163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:24.355346 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.455596 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.db [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] For port ac95460d-72bb-4800-8a57-70a3baa0924f, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=ac95460d-72bb-4800-8a57-70a3baa0924f,segment=NetworkSegment(c453c812-b95c-4a4e-b903-cb6cba0341c8),segment_id=c453c812-b95c-4a4e-b903-cb6cba0341c8)] {{(pid=110163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:24.456315 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.458069 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] DHCP port deletion for 55089482-8a51-4808-8926-f569e6e63e9e request from dv-cinder-837165-1-iscsi {{(pid=110164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 08 18:07:24.480715 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.plugin [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Calling delete_port for ac95460d-72bb-4800-8a57-70a3baa0924f owned by network:dhcp {{(pid=110163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:24.526393 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] Deleting port ac95460d-72bb-4800-8a57-70a3baa0924f {{(pid=110164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 08 18:07:24.527011 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733962350349'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), before_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.605098 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.db [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] For port ac95460d-72bb-4800-8a57-70a3baa0924f, host dv-cinder-837165-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-1-iscsi',level=0,port_id=ac95460d-72bb-4800-8a57-70a3baa0924f,segment=NetworkSegment(c453c812-b95c-4a4e-b903-cb6cba0341c8),segment_id=c453c812-b95c-4a4e-b903-cb6cba0341c8)] {{(pid=110164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 08 18:07:24.605574 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-761453'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), precommit_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.613075 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9378946'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.621782 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] Calling delete_port for ac95460d-72bb-4800-8a57-70a3baa0924f owned by network:dhcp {{(pid=110164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 08 18:07:24.646092 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac95460d-72bb-4800-8a57-70a3baa0924f,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:24.648391 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] No DVR routers for this DVR port ac95460d-72bb-4800-8a57-70a3baa0924f on host dv-cinder-837165-1-iscsi {{(pid=110163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:07:24.735374 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7932064', 'neutron.services.segments.db._delete_segments_for_network-8733962373277'] for network (55089482-8a51-4808-8926-f569e6e63e9e), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.859568 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7957419', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733962355447', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733961911583'] for port (ac95460d-72bb-4800-8a57-70a3baa0924f), after_delete {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:24.887685 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] Pushing event deleted for resources: {'Port': ['ID=ac95460d-72bb-4800-8a57-70a3baa0924f,revision_number=None']} {{(pid=110164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:24.891838 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d2416-ab63-42d3-b378-a7eac4f42dfa None None] No DVR routers for this DVR port ac95460d-72bb-4800-8a57-70a3baa0924f on host dv-cinder-837165-1-iscsi {{(pid=110164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 08 18:07:25.049629 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55089482-8a51-4808-8926-f569e6e63e9e']}} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:25.061978 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c453c812-b95c-4a4e-b903-cb6cba0341c8') {'for_net_delete': True} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:25.062311 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.services.segments.db [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c453c812-b95c-4a4e-b903-cb6cba0341c8') {} {{(pid=110163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 08 18:07:25.073687 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733962375078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8766314'] for segment (c453c812-b95c-4a4e-b903-cb6cba0341c8), before_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.092168 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488'] for segment (c453c812-b95c-4a4e-b903-cb6cba0341c8), precommit_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.099485 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=110163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 08 18:07:25.099935 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7939488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9378993'] for segment (c453c812-b95c-4a4e-b903-cb6cba0341c8), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: Traceback (most recent call last): Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: timer() Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: cb(*args, **kw) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: return func(*args, **kwargs) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: self._notify() Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: self.callback(batched_events) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: event.method(event) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: aggregate_uuid = self.p_client.list_aggregates( Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: return f(self, *a, **k) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._get(url).json() Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: return self.request(url, 'GET', **kwargs) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: base_url = self.get_endpoint(auth, allow=allow, Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 08 18:07:25.102029 dv-cinder-837165-1-iscsi neutron-server[110163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 08 18:07:25.166865 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7932075', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-535793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782834'] for network (55089482-8a51-4808-8926-f569e6e63e9e), after_delete {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.174673 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron_lib.callbacks.manager [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-535775'] for network (None), before_response {{(pid=110163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.181483 dv-cinder-837165-1-iscsi neutron-server[110163]: INFO neutron.wsgi [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] 10.222.0.78 "DELETE /v2.0/networks/55089482-8a51-4808-8926-f569e6e63e9e HTTP/1.1" status: 204 len: 168 time: 0.9855297 Apr 08 18:07:25.193067 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107018dd-5361-438c-b9de-6177f9433f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=55089482-8a51-4808-8926-f569e6e63e9e,revision_number=None']} {{(pid=110163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:25.328762 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55814) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:25.376289 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-6540d4b4-f545-423b-a24a-ddc6c40d0c8e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f76f11e3baab47708baa9c79fcd9cb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459225 Apr 08 18:07:25.379040 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55816) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:25.439342 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-443c67e6-0403-4404-9482-085ec39d2f32 admin admin] Publish callbacks [] for security_group (9bc3b5f0-89db-4e97-84f7-052a0296f753), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.465512 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-443c67e6-0403-4404-9482-085ec39d2f32 admin admin] Publish callbacks [] for security_group (9bc3b5f0-89db-4e97-84f7-052a0296f753), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.522038 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-443c67e6-0403-4404-9482-085ec39d2f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (9bc3b5f0-89db-4e97-84f7-052a0296f753), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.526573 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-443c67e6-0403-4404-9482-085ec39d2f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.527896 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-443c67e6-0403-4404-9482-085ec39d2f32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9bc3b5f0-89db-4e97-84f7-052a0296f753 HTTP/1.1" status: 204 len: 168 time: 0.1476996 Apr 08 18:07:25.538431 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c67e6-0403-4404-9482-085ec39d2f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3b5f0-89db-4e97-84f7-052a0296f753,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:25.631252 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b4ef868a-7696-413a-80a1-6cc5560b3f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:25.959613 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55822) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:26.008042 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-7fb4b552-954e-44fc-aad6-958618de3df8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=523ef06c632145f995b903ac16a01347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466728 Apr 08 18:07:26.011428 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.wsgi [-] (110162) accepted ('10.222.0.78', 55824) {{(pid=110162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 08 18:07:26.071631 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6082a552-a1fb-4576-9791-61fcc213dc8e admin admin] Publish callbacks [] for security_group (fe67f3bd-9c17-4aaf-a42d-238b2472cd27), before_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:26.107872 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6082a552-a1fb-4576-9791-61fcc213dc8e admin admin] Publish callbacks [] for security_group (fe67f3bd-9c17-4aaf-a42d-238b2472cd27), precommit_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:26.136502 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device ac95460d-72bb-4800-8a57-70a3baa0924f no longer exists at agent ovs-agent-dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 08 18:07:26.159465 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.plugin [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] No Port match for: ac95460d-72bb-4800-8a57-70a3baa0924f {{(pid=110164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 08 18:07:26.159812 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron.plugins.ml2.rpc [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Device ac95460d-72bb-4800-8a57-70a3baa0924f not bound to the agent host dv-cinder-837165-1-iscsi {{(pid=110164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 08 18:07:26.186118 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6082a552-a1fb-4576-9791-61fcc213dc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727021'] for security_group (fe67f3bd-9c17-4aaf-a42d-238b2472cd27), after_delete {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:26.189117 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron_lib.callbacks.manager [None req-6082a552-a1fb-4576-9791-61fcc213dc8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:26.190367 dv-cinder-837165-1-iscsi neutron-server[110162]: INFO neutron.wsgi [None req-6082a552-a1fb-4576-9791-61fcc213dc8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe67f3bd-9c17-4aaf-a42d-238b2472cd27 HTTP/1.1" status: 204 len: 168 time: 0.1777334 Apr 08 18:07:26.199866 dv-cinder-837165-1-iscsi neutron-server[110162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082a552-a1fb-4576-9791-61fcc213dc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe67f3bd-9c17-4aaf-a42d-238b2472cd27,revision_number=None']} {{(pid=110162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 08 18:07:26.934929 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:27.251547 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:07:27.446806 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:28.753677 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:29.868837 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:53.297416 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-53ad8470-71bf-43f6-a9f1-d858ca4c8137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:55.627122 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b85d7233-9804-4780-a814-674474febfc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:56.939249 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:57.452358 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:58.754994 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:07:59.856518 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:04.251424 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:08:23.299434 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-609787eb-fc0c-462d-88f2-9c5cb414d2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:25.640191 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-d9dac0ff-025d-46f5-975e-398b037bbd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:26.937571 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:27.457338 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:28.763296 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:29.859095 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:41.250741 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:08:53.295993 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0408-053c-4c79-a773-fb2d09d835e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:55.635879 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-766fa819-0df2-4f7f-800f-53d8c2262228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:56.939876 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:57.465036 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:58.761797 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:08:59.859509 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:18.251196 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:09:23.295863 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-4ded734c-1266-418c-891a-969730081587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:25.631808 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e05e302b-60bc-458a-b32c-e5e6011ef2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:26.945392 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:27.482183 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:28.763678 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:29.862175 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:53.292740 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-5a099ff0-fcc0-4032-bc50-c3e262fd9ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:55.251587 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:09:55.636365 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-0c05c0b7-36fe-4d1b-af00-f6e18be44733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:56.954139 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:57.484292 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:58.766790 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:09:59.862458 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:23.290929 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e8e25b35-50f2-4dbb-9de4-9b4964c075f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:25.641228 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-db241559-f859-43c6-a299-bca7263d2080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:26.951381 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:27.478161 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:28.770772 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:29.860847 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:32.251504 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:10:53.286882 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-30f49555-754c-40f7-ba22-482ccfcc5b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:55.644728 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e11c83b6-2a3d-4426-a342-e40914bd69b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:56.953525 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:57.490132 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:58.772559 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:10:59.858912 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:09.252002 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:11:23.284857 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-ac5d8dc1-45d7-4a76-bc86-d1c00239e2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:25.649105 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-e370741d-2939-4c41-abbd-5c1557025ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:26.956293 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:27.505824 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:28.776052 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:29.854787 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:46.251150 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:11:53.280722 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-38887f18-72da-48f9-910c-415b2988e468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:55.654733 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f434584d-6155-4880-843e-c6375f163494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:56.960163 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:57.516458 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:58.797392 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:11:59.853031 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:23.251191 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:12:23.286807 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-cdc32fef-573d-4a8f-86d6-72a4ebd2593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:25.667138 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-2224a283-3370-4a8b-843c-3abb6a0c237f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:26.962919 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:27.535659 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:28.782488 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:29.850343 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:53.284621 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-30b67308-970f-4b21-8c1b-aaf422367017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (7a2ed6fc-57ff-4cbf-b677-a4baff3fbe1c), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:55.663338 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-c7e85c8b-5d17-4ad0-b627-9246b914c9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (cb651430-a147-46b7-8726-c11949d37acc), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:56.966242 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-744dc374-8807-4702-b619-2dd480e77bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (8d277d01-6b01-47f0-bd2d-e77ab8517dbb), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:57.534597 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-27f194fd-85d7-4da4-b169-8a65940bdb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (dd6e5b72-6443-4843-bfcb-408cb0fa7fee), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:58.787625 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f877f286-5a27-4339-882e-4068328eb345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (ff18f40e-53ab-40b1-b450-8beb83f7cda4), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:12:59.847202 dv-cinder-837165-1-iscsi neutron-server[110164]: DEBUG neutron_lib.callbacks.manager [None req-f527a37e-9eff-47b0-bc38-aba0b18e455a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733962373259', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7932643'] for agent (919a9b89-4c50-4b6d-9939-7a2770c66535), after_update {{(pid=110164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 08 18:13:00.251949 dv-cinder-837165-1-iscsi neutron-server[110165]: DEBUG neutron.db.agents_db [None req-185b3554-4eec-4434-94d3-efb7d6478749 None None] Agent healthcheck: found 6 active agents {{(pid=110165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 08 18:13:01.077239 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-c08a4add-cd4b-4bb5-947f-fb7a35f69ba5 service neutron] (110163) timed out ('10.222.0.78', 52596) {{(pid=110163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 08 18:13:01.291466 dv-cinder-837165-1-iscsi neutron-server[110163]: DEBUG neutron.wsgi [req-929eb145-7df5-4868-abfc-a9e38499ffb9 req-3877937c-cc5a-4e52-9c9c-aae5fb76c753 tempest-AttachVolumeShelveTestJSON-1320551469 tempest-AttachVolumeShelveTestJSON-1320551469-project] (110163) timed out ('10.222.0.78', 52604) {{(pid=110163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}